{"id":"https://openalex.org/W2912376035","doi":"https://doi.org/10.1109/tbiom.2019.2897801","title":"Demographic Effects in Facial Recognition and Their Dependence on Image Acquisition: An Evaluation of Eleven Commercial Systems","display_name":"Demographic Effects in Facial Recognition and Their Dependence on Image Acquisition: An Evaluation of Eleven Commercial Systems","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2912376035","doi":"https://doi.org/10.1109/tbiom.2019.2897801","mag":"2912376035"},"language":"en","primary_location":{"id":"doi:10.1109/tbiom.2019.2897801","doi":"https://doi.org/10.1109/tbiom.2019.2897801","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbiom.2019.2897801","pdf_url":null,"source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005057486","display_name":"Cynthia M. Cook","orcid":"https://orcid.org/0000-0002-9033-9950","observed_orcids":["https://orcid.org/0000-0002-9033-9950"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cynthia M. Cook","raw_affiliation_strings":["Maryland Test Facility, Upper Marlboro, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-9033-9950","affiliations":[{"raw_affiliation_string":"Maryland Test Facility, Upper Marlboro, MD, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078160912","display_name":"John J. Howard","orcid":"https://orcid.org/0000-0003-0136-9865","observed_orcids":["https://orcid.org/0000-0003-0136-9865"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John J. Howard","raw_affiliation_strings":["Maryland Test Facility, Upper Marlboro, MD, USA"],"raw_orcid":"https://orcid.org/0000-0003-0136-9865","affiliations":[{"raw_affiliation_string":"Maryland Test Facility, Upper Marlboro, MD, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057488967","display_name":"Yevgeniy B. Sirotin","orcid":"https://orcid.org/0000-0001-7058-0424","observed_orcids":["https://orcid.org/0000-0001-7058-0424"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yevgeniy B. Sirotin","raw_affiliation_strings":["Maryland Test Facility, Upper Marlboro, MD, USA"],"raw_orcid":"https://orcid.org/0000-0001-7058-0424","affiliations":[{"raw_affiliation_string":"Maryland Test Facility, Upper Marlboro, MD, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069305564","display_name":"Jerry L. Tipton","orcid":"https://orcid.org/0009-0007-8886-0433","observed_orcids":["https://orcid.org/0009-0007-8886-0433"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jerry L. Tipton","raw_affiliation_strings":["Maryland Test Facility, Upper Marlboro, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Maryland Test Facility, Upper Marlboro, MD, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036321736","display_name":"Arun R. Vemury","orcid":"https://orcid.org/0009-0008-5079-4845","observed_orcids":["https://orcid.org/0009-0008-5079-4845"]},"institutions":[{"id":"https://openalex.org/I1282113950","display_name":"United States Department of Homeland Security","ror":"https://ror.org/00jyr0d86","country_code":"US","type":"government","lineage":["https://openalex.org/I1282113950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arun R. Vemury","raw_affiliation_strings":["United States Department of Homeland Security, Science and Technology Directorate, Washington, DC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United States Department of Homeland Security, Science and Technology Directorate, Washington, DC, USA","institution_ids":["https://openalex.org/I1282113950"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":7.1322,"has_fulltext":false,"cited_by_count":135,"citation_normalized_percentile":{"value":0.98021313,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"1","issue":"1","first_page":"32","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9247999787330627,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9247999787330627,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.07119999825954437,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/face-recognition","display_name":"face recognition","score":0.8650000095367432},{"id":"https://openalex.org/keywords/demographic-bias","display_name":"demographic bias","score":0.7689999938011169},{"id":"https://openalex.org/keywords/skin-reflectance","display_name":"skin reflectance","score":0.9259999990463257},{"id":"https://openalex.org/keywords/skin-phenotype","display_name":"skin phenotype","score":0.5960000157356262},{"id":"https://openalex.org/keywords/biometric-performance-evaluation","display_name":"biometric performance evaluation","score":0.5920000076293945},{"id":"https://openalex.org/keywords/transaction-time","display_name":"transaction time","score":0.6520000100135803},{"id":"https://openalex.org/keywords/image-acquisition","display_name":"image acquisition","score":0.5809999704360962},{"id":"https://openalex.org/keywords/race","display_name":"race","score":0.42100000381469727},{"id":"https://openalex.org/keywords/gender","display_name":"gender","score":0.7850000262260437},{"id":"https://openalex.org/keywords/eyewear","display_name":"eyewear","score":0.9259999990463257},{"id":"https://openalex.org/keywords/height","display_name":"height","score":0.40700000524520874}],"concepts":[{"id":"https://openalex.org/C184297639","wikidata":"https://www.wikidata.org/wiki/Q177765","display_name":"Biometrics","level":2,"score":0.8025722503662109},{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.6477653384208679},{"id":"https://openalex.org/C108597893","wikidata":"https://www.wikidata.org/wiki/Q663650","display_name":"Reflectivity","level":2,"score":0.6234501004219055},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5355240106582642},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4824672043323517},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4538811147212982},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.42014554142951965},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41339021921157837},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31610530614852905},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2530941963195801},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1366042196750641},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbiom.2019.2897801","doi":"https://doi.org/10.1109/tbiom.2019.2897801","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbiom.2019.2897801","pdf_url":null,"source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4074000120162964}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3316290235","display_name":null,"funder_award_id":"W911NF-13-D-0006-0003","funder_id":"https://openalex.org/F4320332664","funder_display_name":"Science and Technology Directorate"}],"funders":[{"id":"https://openalex.org/F4320332664","display_name":"Science and Technology Directorate","ror":"https://ror.org/00jyr0d86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W101836494","https://openalex.org/W611884478","https://openalex.org/W1673002162","https://openalex.org/W1978642336","https://openalex.org/W1980233687","https://openalex.org/W2031658757","https://openalex.org/W2089724274","https://openalex.org/W2111084364","https://openalex.org/W2126728600","https://openalex.org/W2413387551","https://openalex.org/W2510071180","https://openalex.org/W2572045081","https://openalex.org/W2739207911","https://openalex.org/W2788481061","https://openalex.org/W2902100892","https://openalex.org/W2942494631","https://openalex.org/W2986122939","https://openalex.org/W2988611956","https://openalex.org/W3214973774","https://openalex.org/W4245935093","https://openalex.org/W6762188742","https://openalex.org/W6804022625"],"related_works":["https://openalex.org/W3173977013","https://openalex.org/W4411550365","https://openalex.org/W6903767694","https://openalex.org/W2316571503","https://openalex.org/W2626220403","https://openalex.org/W4225685451","https://openalex.org/W6960000586","https://openalex.org/W3083589295","https://openalex.org/W2793276644","https://openalex.org/W7096558513"],"abstract_inverted_index":{"We":[0,228],"examined":[1],"the":[2,8,20,128,143,148,170,217,231,242,246,250,256,259,272],"effect":[3,129,174,237,251],"of":[4,10,19,24,51,130,147,207,233,245,269,274],"demographic":[5,93,135,157,276],"factors":[6],"on":[7,137,175,279],"performance":[9,59,91,138],"11":[11],"commercial":[12,81],"face":[13,45],"biometric":[14,31,89,270],"systems":[15,151],"tested":[16,149],"as":[17],"part":[18],"2018":[21],"U.S.":[22],"Department":[23],"Homeland":[25],"Security,":[26],"Science":[27],"and":[28,73,95,126,133,145,165,193],"Technology":[29],"Directorate":[30],"technology":[32],"rally.":[33],"Each":[34],"system":[35,247,257],"that":[36,97,180,230,249],"participated":[37],"in":[38,54,88,267],"this":[39,109,131,234],"evaluation":[40],"was":[41,60,185,201,238,252],"tasked":[42],"with":[43,187,258],"acquiring":[44],"images":[46,125],"from":[47],"a":[48,55,63,79,101,203],"diverse":[49],"population":[50],"363":[52],"subjects":[53],"controlled":[56],"environment.":[57],"Biometric":[58],"assessed":[61],"using":[62,78,122,139],"systematic,":[64],"repeatable":[65],"test":[66,108],"process":[67],"measuring":[68,117],"both":[69],"efficiency":[70,144,189],"(transaction":[71],"times),":[72],"accuracy":[74,146,194,224,244],"(mated":[75],"similarity":[76,197],"scores)":[77],"leading":[80],"algorithm.":[82],"Prior":[83],"works":[84],"have":[85],"documented":[86],"differences":[87],"algorithm":[90],"across":[92],"categories":[94],"proposed":[96],"skin":[98,120,160,183,221,235],"phenotypes":[99],"offer":[100],"superior":[102],"explanation":[103],"for":[104,116,255],"these":[105,208],"differences.":[106],"To":[107],"concept,":[110],"we":[111],"developed":[112],"an":[113],"automatic":[114],"method":[115],"relative":[118],"facial":[119],"reflectance":[121,168,184,200,222,236],"subjects'":[123],"enrollment":[124],"quantified":[127],"metric":[132],"other":[134,215],"covariates":[136],"linear":[140,173],"modeling.":[141],"Both":[142],"acquisition":[150],"were":[152],"significantly":[153],"affected":[154],"by":[155],"multiple":[156],"covariates,":[158,216],"including":[159],"reflectance,":[161],"gender,":[162],"age,":[163],"eyewear,":[164],"height.":[166],"Skin":[167,199],"had":[169],"strongest":[171],"net":[172],"performance.":[176],"Linear":[177],"modeling":[178],"showed":[179],"lower":[181,188],"(darker)":[182],"associated":[186],"(higher":[190],"transaction":[191],"times)":[192],"(lower":[195],"mated":[196],"scores).":[198],"also":[202],"statistically":[204],"better":[205],"predictor":[206],"effects":[209,277],"than":[210],"self-identified":[211],"race":[212],"labels.":[213],"Unlike":[214],"degree":[218],"to":[219,241],"which":[220],"altered":[223],"varied":[225],"between":[226],"systems.":[227],"show":[229],"size":[232],"inversely":[239],"related":[240],"overall":[243,261],"such":[248],"almost":[253],"negligible":[254],"highest":[260],"accuracy.":[262],"These":[263],"results":[264],"suggest":[265],"that,":[266],"evaluations":[268],"accuracy,":[271],"magnitude":[273],"measured":[275],"depends":[278],"image":[280],"acquisition.":[281]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":32},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":6}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2019-02-21T00:00:00"}