{"id":"https://openalex.org/W2078552404","doi":"https://doi.org/10.1109/btas.2010.5634517","title":"Face system evaluation toolkit: Recognition is harder than it seems","display_name":"Face system evaluation toolkit: Recognition is harder than it seems","publication_year":2010,"publication_date":"2010-09-01","ids":{"openalex":"https://openalex.org/W2078552404","doi":"https://doi.org/10.1109/btas.2010.5634517","mag":"2078552404"},"language":"en","primary_location":{"id":"doi:10.1109/btas.2010.5634517","is_oa":false,"landing_page_url":"https://doi.org/10.1109/btas.2010.5634517","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 Fourth IEEE International Conference on Biometrics: Theory, Applications and Systems (BTAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109227825","display_name":"Vijay N. Iyer","orcid":null},"institutions":[{"id":"https://openalex.org/I888729015","display_name":"University of Colorado Colorado Springs","ror":"https://ror.org/054spjc55","country_code":"US","type":"education","lineage":["https://openalex.org/I888729015"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vijay N. Iyer","raw_affiliation_strings":["University of Colorado, Colorado Springs, USA","University of Colorado at Colorado, Springs"],"affiliations":[{"raw_affiliation_string":"University of Colorado, Colorado Springs, USA","institution_ids":["https://openalex.org/I888729015"]},{"raw_affiliation_string":"University of Colorado at Colorado, Springs","institution_ids":["https://openalex.org/I888729015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091513740","display_name":"Walter J. Scheirer","orcid":"https://orcid.org/0000-0001-9649-8074"},"institutions":[{"id":"https://openalex.org/I888729015","display_name":"University of Colorado Colorado Springs","ror":"https://ror.org/054spjc55","country_code":"US","type":"education","lineage":["https://openalex.org/I888729015"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walter J. Scheirer","raw_affiliation_strings":["University of Colorado at Colorado Springs, Colorado Springs, CO, US","University of Colorado at Colorado, Springs"],"affiliations":[{"raw_affiliation_string":"University of Colorado at Colorado Springs, Colorado Springs, CO, US","institution_ids":["https://openalex.org/I888729015"]},{"raw_affiliation_string":"University of Colorado at Colorado, Springs","institution_ids":["https://openalex.org/I888729015"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049661026","display_name":"Terrance E. Boult","orcid":"https://orcid.org/0000-0001-5007-2529"},"institutions":[{"id":"https://openalex.org/I888729015","display_name":"University of Colorado Colorado Springs","ror":"https://ror.org/054spjc55","country_code":"US","type":"education","lineage":["https://openalex.org/I888729015"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terrance E. Boult","raw_affiliation_strings":["University of Colorado at Colorado Springs, Colorado Springs, CO, US","University of Colorado at Colorado, Springs"],"affiliations":[{"raw_affiliation_string":"University of Colorado at Colorado Springs, Colorado Springs, CO, US","institution_ids":["https://openalex.org/I888729015"]},{"raw_affiliation_string":"University of Colorado at Colorado, Springs","institution_ids":["https://openalex.org/I888729015"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5109227825"],"corresponding_institution_ids":["https://openalex.org/I888729015"],"apc_list":null,"apc_paid":null,"fwci":0.6374,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.71163431,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"2","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8761546611785889},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6122224926948547},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.58486008644104},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5607253313064575},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.5438053011894226},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5177420973777771},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4361097812652588},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2630673348903656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8761546611785889},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6122224926948547},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.58486008644104},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5607253313064575},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.5438053011894226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5177420973777771},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4361097812652588},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2630673348903656},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/btas.2010.5634517","is_oa":false,"landing_page_url":"https://doi.org/10.1109/btas.2010.5634517","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 Fourth IEEE International Conference on Biometrics: Theory, Applications and Systems (BTAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1600018871","https://openalex.org/W1607471222","https://openalex.org/W1782590233","https://openalex.org/W1989702938","https://openalex.org/W1997011019","https://openalex.org/W2012411608","https://openalex.org/W2021941724","https://openalex.org/W2027411003","https://openalex.org/W2042406285","https://openalex.org/W2044448864","https://openalex.org/W2045063652","https://openalex.org/W2078118580","https://openalex.org/W2102760078","https://openalex.org/W2108729907","https://openalex.org/W2108767394","https://openalex.org/W2109880575","https://openalex.org/W2127234460","https://openalex.org/W2155759509","https://openalex.org/W2163636005","https://openalex.org/W2165052637","https://openalex.org/W2237250383","https://openalex.org/W2296659146","https://openalex.org/W2912990735","https://openalex.org/W3097096317","https://openalex.org/W6676734657"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4224009465","https://openalex.org/W4306674287","https://openalex.org/W4286629047","https://openalex.org/W4205958290","https://openalex.org/W4384212932","https://openalex.org/W4390590544","https://openalex.org/W2096195258","https://openalex.org/W2990460313","https://openalex.org/W2384651879"],"abstract_inverted_index":{"Challenges":[0],"for":[1,64,104,181,228,234],"face":[2,254],"recognition":[3,126,255,261],"still":[4],"exist":[5,103],"in":[6,33,48,77,98,168,204],"factors":[7],"such":[8],"as":[9,23,222],"pose,":[10],"blur":[11,56],"and":[12,57,111,150,184,240],"distance.":[13,241],"Many":[14],"current":[15],"datasets":[16,36,47,92,216,232],"containing":[17],"mostly":[18],"frontal":[19],"images":[20],"are":[21,32,43,59],"regarded":[22],"being":[24],"too":[25],"easy.":[26],"With":[27,189],"obviously":[28],"unsolved":[29],"problems":[30],"researchers":[31,76,192,246],"need":[34],"of":[35,67,134,157,186,226,237],"that":[37,93,179],"test":[38,122],"these":[39,68,95],"remaining":[40],"challenges.":[41],"There":[42],"quite":[44],"a":[45,99,116,147,176,223,248],"few":[46],"existence":[49],"to":[50,54,72,75,90,114,121,163,174,207,251,260],"study":[51,55,66,236],"pose.":[52],"Datasets":[53,62],"distance":[58],"almost":[60],"non-existent.":[61],"allowing":[63],"the":[65,123,132,139,155,165,182,235],"variables":[69,97],"would":[70],"prove":[71],"be":[73],"useful":[74],"biom\u00e9trie":[78],"surveillance":[79],"applications.":[80],"However,":[81],"until":[82],"now":[83],"there":[84],"has":[85],"been":[86],"no":[87],"effective":[88],"way":[89],"create":[91],"encompass":[94],"three":[96],"controlled":[100,118],"fashion.":[101],"Toolsets":[102],"testing":[105],"algorithms,":[106],"but":[107],"not":[108,129,145,194],"systems.":[109],"Designing":[110],"creating":[112],"toolsets":[113],"produce":[115,138],"well":[117],"dataset":[119,166],"or":[120],"full":[124],"end-to-end":[125],"system":[127],"is":[128,144,173],"trivial.":[130],"While":[131],"use":[133],"real":[135,205],"subjects":[136],"may":[137],"most":[140],"realistic":[141],"dataset,":[142],"it":[143,151],"always":[146],"practical":[148],"solution":[149],"limits":[152],"repeatability":[153],"making":[154],"comparison":[156],"systems":[158,256],"impractical.":[159],"This":[160],"paper":[161],"attempts":[162],"address":[164],"issue":[167],"two":[169],"ways.":[170],"The":[171],"foremost":[172],"introduce":[175],"new":[177,249],"toolset":[178,191],"allows":[180],"manipulation":[183],"capture":[185],"synthetic":[187],"data.":[188],"this":[190,243],"can":[193,201],"only":[195],"generate":[196],"their":[197],"own":[198],"datasets,":[199],"they":[200],"do":[202],"so":[203],"environments":[206],"better":[208],"approximate":[209],"operational":[210],"scenarios.":[211],"Secondly,":[212],"we":[213],"provide":[214],"challenge":[215],"generated":[217],"from":[218,257],"our":[219],"validated":[220],"framework":[221],"first":[224],"set":[225],"data":[227],"other":[229],"researchers.":[230],"These":[231],"allow":[233],"blur,":[238],"pose":[239],"Overall,":[242],"work":[244],"provides":[245],"with":[247],"ability":[250],"evaluate":[252],"entire":[253],"image":[258],"acquisition":[259],"scores.":[262]},"counts_by_year":[{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}