{"id":"https://openalex.org/W2004480725","doi":"https://doi.org/10.1109/icpr.2008.4761092","title":"Variance estimation for two-class and multi-class ROC analysis using operating point averaging","display_name":"Variance estimation for two-class and multi-class ROC analysis using operating point averaging","publication_year":2008,"publication_date":"2008-12-01","ids":{"openalex":"https://openalex.org/W2004480725","doi":"https://doi.org/10.1109/icpr.2008.4761092","mag":"2004480725"},"language":"en","primary_location":{"id":"doi:10.1109/icpr.2008.4761092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr.2008.4761092","pdf_url":null,"source":{"id":"https://openalex.org/S4393916651","display_name":"Proceedings - International Conference on Pattern Recognition/Proceedings/International Conference on Pattern Recognition","issn_l":"1041-3278","issn":["1041-3278","1051-4651"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 19th International Conference on Pattern Recognition","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015288964","display_name":"Pavel Pacl\u0131\u0301k","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119419","display_name":"Czech Academy of Sciences, Institute of Information Theory and Automation","ror":"https://ror.org/03h1hsz49","country_code":"CZ","type":"facility","lineage":["https://openalex.org/I202391551","https://openalex.org/I4210119419"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Pavel Paclik","raw_affiliation_strings":["Institute of Information Theory and Automation, Academy of Sciences\uc2a0of the\uc2a0Czech Republic, Prague, Czech Republic","PR Sys, Design Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Theory and Automation, Academy of Sciences\uc2a0of the\uc2a0Czech Republic, Prague, Czech Republic","institution_ids":["https://openalex.org/I4210119419"]},{"raw_affiliation_string":"PR Sys, Design Delft, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025415165","display_name":"Carmen Lai","orcid":"https://orcid.org/0000-0002-7064-8246"},"institutions":[{"id":"https://openalex.org/I4210119419","display_name":"Czech Academy of Sciences, Institute of Information Theory and Automation","ror":"https://ror.org/03h1hsz49","country_code":"CZ","type":"facility","lineage":["https://openalex.org/I202391551","https://openalex.org/I4210119419"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Carmen Lai","raw_affiliation_strings":["Institute of Information Theory and Automation, Academy of Sciences\uc2a0of the\uc2a0Czech Republic, Prague, Czech Republic","PR Sys, Design Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Theory and Automation, Academy of Sciences\uc2a0of the\uc2a0Czech Republic, Prague, Czech Republic","institution_ids":["https://openalex.org/I4210119419"]},{"raw_affiliation_string":"PR Sys, Design Delft, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008622413","display_name":"Jana Novovi\u010dov\u00e1","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119419","display_name":"Czech Academy of Sciences, Institute of Information Theory and Automation","ror":"https://ror.org/03h1hsz49","country_code":"CZ","type":"facility","lineage":["https://openalex.org/I202391551","https://openalex.org/I4210119419"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Jana Novovicova","raw_affiliation_strings":["Institute of Information Theory and Automation, Czech Academy of Sciences, Prague, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Theory and Automation, Czech Academy of Sciences, Prague, Czech Republic","institution_ids":["https://openalex.org/I4210119419"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109106696","display_name":"Robert P. W. Duin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119419","display_name":"Czech Academy of Sciences, Institute of Information Theory and Automation","ror":"https://ror.org/03h1hsz49","country_code":"CZ","type":"facility","lineage":["https://openalex.org/I202391551","https://openalex.org/I4210119419"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["CZ","NL"],"is_corresponding":false,"raw_author_name":"Robert P.W. Duin","raw_affiliation_strings":["Information and Communication Theory Group, TU Delft, The Netherlands","Institute of Information Theory and Automation, Academy of Sciences\uc2a0of the\uc2a0Czech Republic, Prague, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information and Communication Theory Group, TU Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Institute of Information Theory and Automation, Academy of Sciences\uc2a0of the\uc2a0Czech Republic, Prague, Czech Republic","institution_ids":["https://openalex.org/I4210119419"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5487,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.798412,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.9567000269889832,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.8678313493728638},{"id":"https://openalex.org/keywords/operating-point","display_name":"Operating point","score":0.7089347243309021},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.7021284699440002},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.634164571762085},{"id":"https://openalex.org/keywords/cut-point","display_name":"Cut-point","score":0.5627698302268982},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5090875029563904},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5044757127761841},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5000259876251221},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44499504566192627},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.440315306186676},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.439393550157547},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.424894779920578},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4036118686199188},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3749292492866516},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1068442165851593}],"concepts":[{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.8678313493728638},{"id":"https://openalex.org/C22762622","wikidata":"https://www.wikidata.org/wiki/Q628904","display_name":"Operating point","level":2,"score":0.7089347243309021},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.7021284699440002},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.634164571762085},{"id":"https://openalex.org/C2781415353","wikidata":"https://www.wikidata.org/wiki/Q5196602","display_name":"Cut-point","level":2,"score":0.5627698302268982},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5090875029563904},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5044757127761841},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5000259876251221},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44499504566192627},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.440315306186676},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.439393550157547},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.424894779920578},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4036118686199188},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3749292492866516},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1068442165851593},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpr.2008.4761092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr.2008.4761092","pdf_url":null,"source":{"id":"https://openalex.org/S4393916651","display_name":"Proceedings - International Conference on Pattern Recognition/Proceedings/International Conference on Pattern Recognition","issn_l":"1041-3278","issn":["1041-3278","1051-4651"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 19th International Conference on Pattern Recognition","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W28412257","https://openalex.org/W1524761913","https://openalex.org/W2009543464","https://openalex.org/W2065973527","https://openalex.org/W2101195239","https://openalex.org/W2117030594","https://openalex.org/W2130302792","https://openalex.org/W2158698691","https://openalex.org/W4293857795"],"related_works":["https://openalex.org/W2098664361","https://openalex.org/W2280638972","https://openalex.org/W3145898297","https://openalex.org/W2276605354","https://openalex.org/W2124537635","https://openalex.org/W1518873647","https://openalex.org/W2188404066","https://openalex.org/W2073887351","https://openalex.org/W2415514194","https://openalex.org/W2004480725"],"abstract_inverted_index":{"Receiver":[0],"Operating":[1],"Characteristic":[2],"(ROC)":[3],"analysis":[4],"enables":[5],"fine-tuning":[6],"of":[7,30,51,61,87],"a":[8,12,20,41],"trained":[9],"classifier":[10,31],"to":[11,64],"desired":[13],"performance":[14,36,82],"trade-off":[15],"situation.":[16],"ROC":[17,52,76],"estimated":[18],"from":[19],"finite":[21],"test":[22,80],"set":[23],"is,":[24],"however,":[25],"insufficient":[26],"for":[27,44,93],"the":[28,58,70,88],"sake":[29],"comparison":[32],"as":[33],"it":[34],"neglects":[35],"variances.":[37],"This":[38],"research":[39],"presents":[40],"practical":[42],"algorithm":[43],"variance":[45],"estimation":[46],"at":[47],"individual":[48],"operating":[49,66,85],"points":[50,86],"curves":[53],"or":[54],"surfaces.":[55],"It":[56],"generalizes":[57],"threshold":[59],"averaging":[60],"Fawcett":[62],"et.al.":[63],"arbitrary":[65],"point":[67],"definition":[68],"including":[69],"weighting-based":[71],"formulation":[72],"used":[73],"in":[74],"multi-class":[75,96],"analysis.":[77],"The":[78],"statistical":[79],"comparing":[81],"differences":[83],"between":[84],"same":[89],"curve":[90],"is":[91],"illustrated":[92],"two-class":[94],"and":[95],"ROC.":[97]},"counts_by_year":[{"year":2013,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}