{"id":"https://openalex.org/W4389105023","doi":"https://doi.org/10.1109/tbiom.2023.3336513","title":"Considerations on the Evaluation of Biometric Quality Assessment Algorithms","display_name":"Considerations on the Evaluation of Biometric Quality Assessment Algorithms","publication_year":2023,"publication_date":"2023-11-28","ids":{"openalex":"https://openalex.org/W4389105023","doi":"https://doi.org/10.1109/tbiom.2023.3336513"},"language":"en","primary_location":{"id":"doi:10.1109/tbiom.2023.3336513","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tbiom.2023.3336513","pdf_url":"https://ieeexplore.ieee.org/ielx7/8423754/8599058/10330743.pdf","source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/8423754/8599058/10330743.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008474809","display_name":"Torsten Schlett","orcid":"https://orcid.org/0000-0003-0052-2741"},"institutions":[{"id":"https://openalex.org/I107257983","display_name":"Darmstadt University of Applied Sciences","ror":"https://ror.org/047wbd030","country_code":"DE","type":"education","lineage":["https://openalex.org/I107257983"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Torsten Schlett","raw_affiliation_strings":["da/sec—Biometrics and Security Research Group, Hochschule Darmstadt, Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0052-2741","affiliations":[{"raw_affiliation_string":"da/sec—Biometrics and Security Research Group, Hochschule Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I107257983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087866084","display_name":"Christian Rathgeb","orcid":"https://orcid.org/0000-0003-1901-9468"},"institutions":[{"id":"https://openalex.org/I107257983","display_name":"Darmstadt University of Applied Sciences","ror":"https://ror.org/047wbd030","country_code":"DE","type":"education","lineage":["https://openalex.org/I107257983"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Rathgeb","raw_affiliation_strings":["da/sec—Biometrics and Security Research Group, Hochschule Darmstadt, Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1901-9468","affiliations":[{"raw_affiliation_string":"da/sec—Biometrics and Security Research Group, Hochschule Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I107257983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017736954","display_name":"Juan Tapia","orcid":"https://orcid.org/0000-0001-9159-4075"},"institutions":[{"id":"https://openalex.org/I107257983","display_name":"Darmstadt University of Applied Sciences","ror":"https://ror.org/047wbd030","country_code":"DE","type":"education","lineage":["https://openalex.org/I107257983"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Juan Tapia","raw_affiliation_strings":["da/sec—Biometrics and Security Research Group, Hochschule Darmstadt, Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9159-4075","affiliations":[{"raw_affiliation_string":"da/sec—Biometrics and Security Research Group, Hochschule Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I107257983"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017716310","display_name":"Christoph Busch","orcid":"https://orcid.org/0000-0002-9159-2923"},"institutions":[{"id":"https://openalex.org/I107257983","display_name":"Darmstadt University of Applied Sciences","ror":"https://ror.org/047wbd030","country_code":"DE","type":"education","lineage":["https://openalex.org/I107257983"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph Busch","raw_affiliation_strings":["da/sec—Biometrics and Security Research Group, Hochschule Darmstadt, Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9159-2923","affiliations":[{"raw_affiliation_string":"da/sec—Biometrics and Security Research Group, Hochschule Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I107257983"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I107257983"],"apc_list":null,"apc_paid":{"value":2149,"currency":"EUR","value_usd":2317},"fwci":3.1813,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.9324822,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"6","issue":"1","first_page":"54","last_page":"67"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/biometrics","display_name":"Biometrics","score":0.8322896361351013},{"id":"https://openalex.org/keywords/quality-assessment","display_name":"Quality assessment","score":0.5968990325927734},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5882917046546936},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5314722657203674},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4551716446876526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37912288308143616},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3291865587234497},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.19057098031044006},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18494626879692078},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.17379552125930786}],"concepts":[{"id":"https://openalex.org/C184297639","wikidata":"https://www.wikidata.org/wiki/Q177765","display_name":"Biometrics","level":2,"score":0.8322896361351013},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.5968990325927734},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5882917046546936},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5314722657203674},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4551716446876526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37912288308143616},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3291865587234497},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.19057098031044006},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18494626879692078},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.17379552125930786},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbiom.2023.3336513","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tbiom.2023.3336513","pdf_url":"https://ieeexplore.ieee.org/ielx7/8423754/8599058/10330743.pdf","source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tbiom.2023.3336513","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tbiom.2023.3336513","pdf_url":"https://ieeexplore.ieee.org/ielx7/8423754/8599058/10330743.pdf","source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7177533331","display_name":null,"funder_award_id":"883356","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G8132197605","display_name":"image Manipulation Attack Resolving Solutions","funder_award_id":"883356","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389105023.pdf","grobid_xml":"https://content.openalex.org/works/W4389105023.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1509966554","https://openalex.org/W2021596405","https://openalex.org/W2103514961","https://openalex.org/W2134013617","https://openalex.org/W2962805829","https://openalex.org/W2963314072","https://openalex.org/W2963839617","https://openalex.org/W2969985801","https://openalex.org/W3034552680","https://openalex.org/W3035739915","https://openalex.org/W3169129566","https://openalex.org/W3180930282","https://openalex.org/W3185574737","https://openalex.org/W4200629857","https://openalex.org/W4205221484","https://openalex.org/W4231915598","https://openalex.org/W4233441134","https://openalex.org/W4246285700","https://openalex.org/W4255465289","https://openalex.org/W4297337060","https://openalex.org/W4297337080","https://openalex.org/W4387038253","https://openalex.org/W6630649318","https://openalex.org/W6782713485","https://openalex.org/W6805263175"],"related_works":["https://openalex.org/W2076845124","https://openalex.org/W2183964146","https://openalex.org/W2379932303","https://openalex.org/W2051487156","https://openalex.org/W2095239294","https://openalex.org/W3147744369","https://openalex.org/W2062586268","https://openalex.org/W2019582947","https://openalex.org/W1963988314","https://openalex.org/W1924500548"],"abstract_inverted_index":{"Quality":[0],"assessment":[1,49,69,145,159,216,258],"algorithms":[2],"can":[3,137],"be":[4,130,139,240],"used":[5,38,140],"to":[6,41,81,92,132,141,202],"estimate":[7],"the":[8,15,43,61,107,114,119,184,211],"utility":[9],"of":[10,17,33,46,77,157,186,189,199,213],"a":[11,67,71,75,82,87,93,123,173,179,203,261],"biometric":[12,18,72,83],"sample":[13,84],"for":[14,118,154,168,267],"purpose":[16],"recognition.":[19],"\u201cError":[20],"versus":[21],"Discard":[22],"Characteristic\u201d":[23],"(EDC)":[24],"plots,":[25],"and":[26,86,113,150,178,197,229,250,255],"\u201cpartial":[27],"Area":[28],"Under":[29],"Curve\u201d":[30],"(pAUC)":[31],"values":[32,170,222],"curves":[34],"therein,":[35],"are":[36,102,244,273],"generally":[37],"by":[39],"researchers":[40],"evaluate":[42],"predictive":[44],"performance":[45],"such":[47,59],"quality":[48,68,111,144,158,200,215,257],"algorithms.":[50,146],"An":[51],"EDC":[52,99,164,268,271],"curve":[53,195],"depends":[54],"on":[55,106,172,220,263],"an":[56,98],"error":[57,115,176,182],"type":[58],"as":[60,275],"\u201cFalse":[62],"Non":[63],"Match":[64],"Rate\u201d":[65],"(FNMR),":[66],"algorithm,":[70],"recognition":[73],"system,":[74],"set":[76],"comparisons":[78,101],"each":[79],"corresponding":[80,91],"pair,":[85],"comparison":[88],"score":[89],"threshold":[90],"starting":[94,230],"error.":[95],"To":[96],"compute":[97,133],"curve,":[100],"progressively":[103],"discarded":[104],"based":[105,171,219],"associated":[108],"samples\u2019":[109],"lowest":[110],"scores,":[112],"is":[116,281],"computed":[117],"remaining":[120],"comparisons.":[121],"Additionally,":[122],"discard":[124,226,236],"fraction":[125,227,237],"limit":[126,177],"or":[127],"range":[128],"must":[129],"selected":[131],"pAUC":[134,169,221,225,235],"values,":[135],"which":[136],"then":[138],"quantitatively":[142],"rank":[143],"This":[147],"paper":[148],"discusses":[149],"analyses":[151,243],"various":[152],"details":[153],"this":[155],"kind":[156],"algorithm":[160,217],"evaluation,":[161],"including":[162],"general":[163,264],"properties,":[165],"interpretability":[166],"improvements":[167],"hard":[174],"lower":[175],"soft":[180],"upper":[181],"limit,":[183],"use":[185],"relative":[187],"instead":[188],"discrete":[190],"rankings,":[191],"stepwise":[192],"vs.":[193],"linear":[194],"interpolation,":[196],"normalisation":[198],"scores":[201],"0,":[204],"100":[205],"integer":[206],"range.":[207],"We":[208],"also":[209],"analyse":[210],"stability":[212],"quantitative":[214],"rankings":[218],"across":[223],"varying":[224],"limits":[228,238],"errors,":[231],"concluding":[232],"that":[233],"higher":[234],"should":[239],"preferred.":[241],"The":[242],"conducted":[245],"both":[246],"with":[247,251,260],"synthetic":[248],"data":[249],"real":[252],"face":[253],"image":[254],"fingerprint":[256],"data,":[259],"focus":[262],"modality-independent":[265],"conclusions":[266],"evaluations.":[269],"Various":[270],"alternatives":[272],"discussed":[274],"well.":[276],"Open":[277],"source":[278],"evaluation":[279],"software":[280],"provided":[282],"at":[283],"https://github.":[284],"com/dasec/quality-assessment-evaluation.":[285]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":3}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}