{"id":"https://openalex.org/W2902320841","doi":"https://doi.org/10.23919/biosig.2018.8553607","title":"FEERCI: A Package for Fast Non-Parametric Confidence Intervals for Equal Error Rates in Amortized O(m log n)","display_name":"FEERCI: A Package for Fast Non-Parametric Confidence Intervals for Equal Error Rates in Amortized O(m log n)","publication_year":2018,"publication_date":"2018-09-01","ids":{"openalex":"https://openalex.org/W2902320841","doi":"https://doi.org/10.23919/biosig.2018.8553607","mag":"2902320841"},"language":"en","primary_location":{"id":"doi:10.23919/biosig.2018.8553607","is_oa":false,"landing_page_url":"https://doi.org/10.23919/biosig.2018.8553607","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 International Conference of the Biometrics Special Interest Group (BIOSIG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ris.utwente.nl/ws/files/87824960/feerci.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051232934","display_name":"Erwin Haasnoot","orcid":"https://orcid.org/0000-0002-2753-9634"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Erwin Haasnoot","raw_affiliation_strings":["Faculty of EEMCS, DMB Group, University of Twente, Enschede, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Faculty of EEMCS, DMB Group, University of Twente, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072054157","display_name":"Ali Khodabakhsh","orcid":"https://orcid.org/0000-0002-2873-4140"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ali Khodabakhsh","raw_affiliation_strings":["Norwegian Biometrics Laboratory, NTNU, Gjovik, Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian Biometrics Laboratory, NTNU, Gjovik, Norway","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032162834","display_name":"Chris Zeinstra","orcid":"https://orcid.org/0000-0002-8245-561X"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Chris Zeinstra","raw_affiliation_strings":["Faculty of EEMCS, DMB Group, University of Twente, Enschede, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Faculty of EEMCS, DMB Group, University of Twente, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108021253","display_name":"Luuk Spreeuwers","orcid":null},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Luuk Spreeuwers","raw_affiliation_strings":["Faculty of EEMCS, DMB Group, University of Twente, Enschede, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Faculty of EEMCS, DMB Group, University of Twente, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031138348","display_name":"Raymond Veldhuis","orcid":"https://orcid.org/0000-0002-0381-5235"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Raymond Veldhuis","raw_affiliation_strings":["Faculty of EEMCS, DMB Group, University of Twente, Enschede, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Faculty of EEMCS, DMB Group, University of Twente, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5051232934"],"corresponding_institution_ids":["https://openalex.org/I94624287"],"apc_list":null,"apc_paid":null,"fwci":1.0993,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.81445717,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13720","display_name":"Benford\u2019s Law and Fraud Detection","score":0.9459999799728394,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.6740769147872925},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6474519371986389},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6450107097625732},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5408111214637756},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.5019078254699707},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4534854292869568},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29232555627822876},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.257174551486969}],"concepts":[{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.6740769147872925},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6474519371986389},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6450107097625732},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5408111214637756},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.5019078254699707},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4534854292869568},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29232555627822876},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.257174551486969},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/biosig.2018.8553607","is_oa":false,"landing_page_url":"https://doi.org/10.23919/biosig.2018.8553607","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 International Conference of the Biometrics Special Interest Group (BIOSIG)","raw_type":"proceedings-article"},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/c188f1e4-b1bd-4247-bd80-45788944de74","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/c188f1e4-b1bd-4247-bd80-45788944de74","pdf_url":"https://ris.utwente.nl/ws/files/87824960/feerci.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Haasnoot, E, Khodabakhsh, A, Zeinstra, C, Spreeuwers, L & Veldhuis, R 2018, FEERCI : A Package for Fast Non-Parametric Confidence Intervals for Equal Error Rates in Amortized O(m log n). in A Bromme, A Uhl, C Busch, C Rathgeb & A Dantcheva (eds), 2018 International Conference of the Biometrics Special Interest Group, BIOSIG 2018., 8553607, International Conference of the Biometrics Special Interest Group (BIOSIG), vol. 2018, IEEE, Piscataway, 17th International Conference of the Biometrics Special Interest Group, BIOSIG 2018, Darmstadt, Hesse, Germany, 26/09/18. https://doi.org/10.23919/BIOSIG.2018.8553607","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/c188f1e4-b1bd-4247-bd80-45788944de74","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/c188f1e4-b1bd-4247-bd80-45788944de74","pdf_url":"https://ris.utwente.nl/ws/files/87824960/feerci.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Haasnoot, E, Khodabakhsh, A, Zeinstra, C, Spreeuwers, L & Veldhuis, R 2018, FEERCI : A Package for Fast Non-Parametric Confidence Intervals for Equal Error Rates in Amortized O(m log n). in A Bromme, A Uhl, C Busch, C Rathgeb & A Dantcheva (eds), 2018 International Conference of the Biometrics Special Interest Group, BIOSIG 2018., 8553607, International Conference of the Biometrics Special Interest Group (BIOSIG), vol. 2018, IEEE, Piscataway, 17th International Conference of the Biometrics Special Interest Group, BIOSIG 2018, Darmstadt, Hesse, Germany, 26/09/18. https://doi.org/10.23919/BIOSIG.2018.8553607","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2902320841.pdf","grobid_xml":"https://content.openalex.org/works/W2902320841.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W89812392","https://openalex.org/W1839911381","https://openalex.org/W2040305989","https://openalex.org/W2139892284","https://openalex.org/W2143486266","https://openalex.org/W2146292423","https://openalex.org/W6680972203"],"related_works":["https://openalex.org/W2341492732","https://openalex.org/W3187193180","https://openalex.org/W106542691","https://openalex.org/W4287027380","https://openalex.org/W1699080303","https://openalex.org/W4297799326","https://openalex.org/W3116064965","https://openalex.org/W3193760048","https://openalex.org/W4285822516","https://openalex.org/W2551200859"],"abstract_inverted_index":{"Equal":[0],"Error":[1],"Rates":[2,13],"(EERs),":[3],"or":[4],"other":[5],"weighted":[6],"relations":[7],"between":[8],"False":[9],"Match":[10],"and":[11,48,87,145,160,166,184,193],"Non-Match":[12],"(FMR/FNMR),":[14],"are":[15,28],"often":[16,64],"used":[17,29],"as":[18,75],"a":[19,56,119,206],"performance":[20],"metric":[21],"for":[22,94,169],"biometric":[23],"systems.":[24],"Confidence":[25],"Intervals":[26],"(CIs)":[27],"to":[30,41,76,126,131,190],"denote":[31],"the":[32,77,80,106,128,158,170,176],"uncertainty":[33],"underlying":[34],"these":[35],"EERs,":[36],"with":[37],"many":[38],"methods":[39,63,178],"existing":[40],"estimate":[42],"said":[43],"CIs":[44,136,194],"in":[45,96,115,138,182],"both":[46,85],"parametric":[47],"non-parametric":[49],"ways.":[50],"These":[51],"confidence":[52],"intervals":[53],"provide,":[54],"foremost,":[55],"method":[57],"of":[58,79,98,157,179],"comparing":[59,173],"scoring/ranking":[60],"functions.":[61],"Non-parametric":[62],"suffer":[65],"from":[66],"high":[67],"computational":[68,99],"costs,":[69],"but":[70],"do":[71],"not":[72],"make":[73],"assumptions":[74],"shape":[78],"EER-and":[81],"score":[82,121,198],"distributions.":[83],"For":[84],"EERs":[86,181,192],"CIs,":[88],"contemporary":[89,202],"open-source":[90,150],"toolkits":[91,203],"leave":[92],"room":[93],"improvement":[95],"terms":[97],"efficiency.":[100],"In":[101],"this":[102],"paper,":[103],"we":[104,123,146],"introduce":[105,147],"Fast":[107],"EER":[108,114,135],"(FEER)":[109],"algorithm":[110,130],"that":[111,154],"calculates":[112],"an":[113,148],"O(log":[116],"n)":[117,141],"on":[118,195],"sorted":[120],"list,":[122],"show":[124,185],"how":[125,186],"adapt":[127],"FEER":[129,159],"calculate":[132,191,205],"non-parametric,":[133],"bootstrapped":[134],"(FEERCI)":[137],"O(m":[139],"log":[140],"given":[142],"m":[143],"resamplings,":[144],"opinionated":[149],"package":[151],"named":[152],"feerci":[153,171],"provides":[155],"implementations":[156],"FEERCI":[161],"algorithm.":[162],"We":[163],"provide":[164],"speed":[165],"accuracy":[167],"benchmarks":[168],"package,":[172],"it":[174,187],"against":[175],"most-used":[177],"calculating":[180],"Python":[183],"is":[188],"able":[189],"very":[196],"large":[197],"lists":[199],"faster":[200],"than":[201],"can":[204],"single":[207],"EER.":[208]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3}],"updated_date":"2026-03-17T17:19:04.345684","created_date":"2025-10-10T00:00:00"}