{"id":"https://openalex.org/W3176098321","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533997","title":"Towards Consistent Predictive Confidence through Fitted Ensembles","display_name":"Towards Consistent Predictive Confidence through Fitted Ensembles","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3176098321","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533997","mag":"3176098321"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9533997","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.12070","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064519004","display_name":"Navid Kardan","orcid":null},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Navid Kardan","raw_affiliation_strings":["University of Central Florida, Orlando, USA","University of Central Florida,Department of Computer Science,Orlando,USA"],"affiliations":[{"raw_affiliation_string":"University of Central Florida, Orlando, USA","institution_ids":["https://openalex.org/I106165777"]},{"raw_affiliation_string":"University of Central Florida,Department of Computer Science,Orlando,USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044544394","display_name":"Ankit Kumar Sharma","orcid":"https://orcid.org/0000-0002-3569-5047"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankit Sharma","raw_affiliation_strings":["University of Central Florida, Orlando, USA","University of Central Florida,Department of Computer Science,Orlando,USA"],"affiliations":[{"raw_affiliation_string":"University of Central Florida, Orlando, USA","institution_ids":["https://openalex.org/I106165777"]},{"raw_affiliation_string":"University of Central Florida,Department of Computer Science,Orlando,USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029264794","display_name":"Kenneth O. Stanley","orcid":"https://orcid.org/0000-0003-4503-0839"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth O. Stanley","raw_affiliation_strings":["University of Central Florida, Orlando, USA","University of Central Florida,Department of Computer Science,Orlando,USA"],"affiliations":[{"raw_affiliation_string":"University of Central Florida, Orlando, USA","institution_ids":["https://openalex.org/I106165777"]},{"raw_affiliation_string":"University of Central Florida,Department of Computer Science,Orlando,USA","institution_ids":["https://openalex.org/I106165777"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5064519004"],"corresponding_institution_ids":["https://openalex.org/I106165777"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08317934,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"70","issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.781256914138794},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7298169732093811},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7277020812034607},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7104264497756958},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6825489401817322},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4747227430343628},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44650837779045105},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44449225068092346},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.4204555153846741},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14059153199195862},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0731494128704071}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.781256914138794},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7298169732093811},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7277020812034607},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7104264497756958},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6825489401817322},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4747227430343628},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44650837779045105},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44449225068092346},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.4204555153846741},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14059153199195862},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0731494128704071},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9533997","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2106.12070","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.12070","pdf_url":"https://arxiv.org/pdf/2106.12070","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3176098321","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2106.12070.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2106.12070","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2106.12070","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.12070","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.12070","pdf_url":"https://arxiv.org/pdf/2106.12070","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3176098321.pdf","grobid_xml":"https://content.openalex.org/works/W3176098321.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1480376833","https://openalex.org/W1506281249","https://openalex.org/W1533861849","https://openalex.org/W1663973292","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W2001619934","https://openalex.org/W2052570068","https://openalex.org/W2122111042","https://openalex.org/W2147800946","https://openalex.org/W2151554678","https://openalex.org/W2156909104","https://openalex.org/W2167277498","https://openalex.org/W2520832186","https://openalex.org/W2531327146","https://openalex.org/W2736067536","https://openalex.org/W2867167548","https://openalex.org/W2889625178","https://openalex.org/W2904981516","https://openalex.org/W2948194985","https://openalex.org/W2950864148","https://openalex.org/W2962826096","https://openalex.org/W2963238274","https://openalex.org/W2963446712","https://openalex.org/W2964121744","https://openalex.org/W2964212410","https://openalex.org/W2970859221","https://openalex.org/W3012922053","https://openalex.org/W3017143921","https://openalex.org/W3034370310","https://openalex.org/W3034905393","https://openalex.org/W3091380357","https://openalex.org/W4297957988","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6637373629","https://openalex.org/W6683581212","https://openalex.org/W6690192189","https://openalex.org/W6726866228","https://openalex.org/W6728622933","https://openalex.org/W6730042731","https://openalex.org/W6731927902","https://openalex.org/W6739651123","https://openalex.org/W6745891213","https://openalex.org/W6748163547","https://openalex.org/W6752760542","https://openalex.org/W6757615711","https://openalex.org/W6775198852","https://openalex.org/W6775473513","https://openalex.org/W6779395778","https://openalex.org/W6779743692","https://openalex.org/W6784323503"],"related_works":["https://openalex.org/W3200603621","https://openalex.org/W3183636841","https://openalex.org/W3126804613","https://openalex.org/W2984061918","https://openalex.org/W2976969310","https://openalex.org/W3198531509","https://openalex.org/W3103575319","https://openalex.org/W3082570553","https://openalex.org/W3210898911","https://openalex.org/W3204349538","https://openalex.org/W2794701679","https://openalex.org/W1545175472","https://openalex.org/W2997129641","https://openalex.org/W3203272624","https://openalex.org/W3196892597","https://openalex.org/W3129912876","https://openalex.org/W3007647684","https://openalex.org/W3156027305","https://openalex.org/W3029990846","https://openalex.org/W3118640283"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"are":[3,73,144,190],"behind":[4],"many":[5],"of":[6,38,58,62,70,78,81,84,89,92,149],"the":[7,36,56,82,87,90,150],"recent":[8],"successes":[9],"in":[10,60,135],"machine":[11],"learning":[12,40,51],"applications.":[13],"However,":[14],"these":[15,93],"models":[16,41,94],"can":[17,156],"produce":[18],"overconfident":[19,142],"decisions":[20],"while":[21],"encountering":[22],"out-of-distribution":[23],"(OOD)":[24],"examples":[25,160,188],"or":[26],"making":[27],"a":[28,43,71,79,98,126],"wrong":[29],"prediction.":[30],"This":[31,46],"inconsistent":[32],"predictive":[33,133],"confidence":[34,134],"limits":[35],"integration":[37],"independently-trained":[39],"into":[42],"larger":[44],"system.":[45],"paper":[47],"introduces":[48],"separable":[49],"concept":[50],"framework":[52,108],"to":[53,192],"realistically":[54],"measure":[55],"performance":[57,88],"classifiers":[59],"presence":[61],"OOD":[63,104,113,159,187],"examples.":[64],"In":[65],"this":[66,107],"setup,":[67],"several":[68],"instances":[69],"classifier":[72],"trained":[74],"on":[75,97,173,186],"different":[76],"parts":[77],"partition":[80],"set":[83],"classes.":[85],"Later,":[86],"combination":[91],"is":[95],"evaluated":[96],"separate":[99,118],"test":[100],"set.":[101],"Unlike":[102],"current":[103],"detection":[105,121],"techniques,":[106],"does":[109,116],"not":[110,117],"require":[111],"auxiliary":[112,163],"datasets":[114],"and":[115,177,189],"classification":[119,152],"from":[120],"performance.":[122],"Furthermore,":[123],"we":[124],"present":[125],"new":[127],"strong":[128],"baseline":[129],"for":[130],"more":[131],"consistent":[132],"deep":[136],"models,":[137],"called":[138],"fitted":[139,180],"ensembles,":[140],"where":[141],"predictions":[143,168],"rectified":[145],"by":[146,165],"transformed":[147],"versions":[148],"original":[151],"task.":[153],"Fitted":[154],"ensembles":[155,185],"naturally":[157],"detect":[158],"without":[161],"requiring":[162],"data":[164],"observing":[166],"contradicting":[167],"among":[169],"its":[170],"components.":[171],"Experiments":[172],"MNIST,":[174],"SVHN,":[175],"CIFAR-10/100,":[176],"ImageNet":[178],"show":[179],"ensemble":[181],"significantly":[182],"outperform":[183],"conventional":[184],"possible":[191],"scale.":[193]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}