{"id":"https://openalex.org/W2210512766","doi":"https://doi.org/10.1109/btas.2015.7358800","title":"Towards repeatable, reproducible, and efficient biometric technology evaluations","display_name":"Towards repeatable, reproducible, and efficient biometric technology evaluations","publication_year":2015,"publication_date":"2015-09-01","ids":{"openalex":"https://openalex.org/W2210512766","doi":"https://doi.org/10.1109/btas.2015.7358800","mag":"2210512766"},"language":"en","primary_location":{"id":"doi:10.1109/btas.2015.7358800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/btas.2015.7358800","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 7th International Conference on Biometrics Theory, Applications and Systems (BTAS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043305729","display_name":"Gregory Fiumara","orcid":"https://orcid.org/0000-0002-4853-8315"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory Fiumara","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, MD","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052123922","display_name":"Wayne J. Salamon","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wayne Salamon","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, MD","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064047646","display_name":"Craig I. Watson","orcid":"https://orcid.org/0000-0002-2621-8724"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Craig Watson","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, MD","institution_ids":["https://openalex.org/I1321296531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1321296531"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.13639942,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/biometrics","display_name":"Biometrics","score":0.9528287649154663},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.788529098033905},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6626824140548706},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5724363923072815},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5012304782867432},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4609009027481079},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4533800184726715},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4253257215023041},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34202468395233154},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2917722761631012},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12020966410636902}],"concepts":[{"id":"https://openalex.org/C184297639","wikidata":"https://www.wikidata.org/wiki/Q177765","display_name":"Biometrics","level":2,"score":0.9528287649154663},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.788529098033905},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6626824140548706},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5724363923072815},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5012304782867432},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4609009027481079},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4533800184726715},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4253257215023041},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34202468395233154},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2917722761631012},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12020966410636902},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/btas.2015.7358800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/btas.2015.7358800","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 7th International Conference on Biometrics Theory, Applications and Systems (BTAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1526254449","https://openalex.org/W1995054497","https://openalex.org/W2110528713","https://openalex.org/W2127486371","https://openalex.org/W2140952846","https://openalex.org/W2617938956","https://openalex.org/W2620498498","https://openalex.org/W2621029079","https://openalex.org/W2730897060","https://openalex.org/W2751951107","https://openalex.org/W2790594439","https://openalex.org/W2896439386","https://openalex.org/W3174107850","https://openalex.org/W4236074743","https://openalex.org/W4251994508","https://openalex.org/W6739034343","https://openalex.org/W6755123594","https://openalex.org/W6833442573"],"related_works":["https://openalex.org/W2076845124","https://openalex.org/W2183964146","https://openalex.org/W2379932303","https://openalex.org/W2095239294","https://openalex.org/W3147744369","https://openalex.org/W2062586268","https://openalex.org/W2019582947","https://openalex.org/W3212688212","https://openalex.org/W4300873085","https://openalex.org/W2353749315"],"abstract_inverted_index":{"With":[0,97],"the":[1,88,141],"proliferation":[2],"of":[3,40,147],"biometric-based":[4],"identity":[5],"management":[6],"solutions,":[7],"biometric":[8,19,56,80,105,114,150,165],"algorithms":[9,82],"need":[10],"to":[11,24,32,43,84],"be":[12],"tested":[13],"now":[14],"more":[15],"than":[16],"ever.":[17],"Independent":[18],"technology":[20,57,115,166],"evaluations":[21,58,167],"are":[22,29,133],"needed":[23],"perform":[25,44],"this":[26],"testing,":[27],"but":[28,122],"not":[30,126],"trivial":[31],"run,":[33],"as":[34,87],"demonstrated":[35],"by":[36,92,168],"only":[37],"a":[38,46,68,112,148],"handful":[39],"organizations":[41],"attempting":[42],"such":[45],"feat.":[47],"Worse,":[48],"many":[49],"software":[50,76,119],"development":[51],"packages":[52,124],"designed":[53],"for":[54,78],"running":[55],"available":[59],"today":[60],"shy":[61],"away":[62],"from":[63],"techniques":[64],"that":[65,70],"enable":[66],"automation,":[67],"concept":[69],"supports":[71],"reproducible":[72,113],"research.":[73],"The":[74],"evaluation":[75,118,151],"used":[77,161],"testing":[79],"recognition":[81],"needs":[83],"efficiently":[85],"scale":[86],"sample":[89],"datasets":[90],"employed":[91],"researchers":[93],"grow":[94],"increasingly":[95],"large.":[96],"better":[98],"software,":[99],"additional":[100],"entities":[101],"with":[102],"their":[103],"own":[104],"data":[106],"collection":[107],"repositories":[108],"could":[109],"easily":[110],"administer":[111],"evaluation.":[116],"Existing":[117],"is":[120],"available,":[121],"these":[123],"do":[125],"always":[127],"follow":[128],"best":[129],"practices":[130],"and":[131,144,153],"they":[132],"lacking":[134],"several":[135,163],"important":[136],"features.":[137],"This":[138],"paper":[139],"identifies":[140],"necessary":[142],"requirements":[143],"ideal":[145],"characteristics":[146],"robust":[149],"toolkit":[152],"introduces":[154],"our":[155],"implementation":[156],"thereof,":[157],"which":[158],"has":[159],"been":[160],"in":[162],"large-scale":[164],"multiple":[169],"organizations.":[170]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}