{"id":"https://openalex.org/W3091380357","doi":"https://doi.org/10.1109/ijcnn48605.2020.9206810","title":"Quantifying Uncertainty in Neural Network Ensembles using U-Statistics","display_name":"Quantifying Uncertainty in Neural Network Ensembles using U-Statistics","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3091380357","doi":"https://doi.org/10.1109/ijcnn48605.2020.9206810","mag":"3091380357"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9206810","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9206810","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015766652","display_name":"Jordan Schupbach","orcid":null},"institutions":[{"id":"https://openalex.org/I23732399","display_name":"Montana State University","ror":"https://ror.org/02w0trx84","country_code":"US","type":"education","lineage":["https://openalex.org/I23732399","https://openalex.org/I4210126032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jordan Schupbach","raw_affiliation_strings":["Department of Mathematical Sciences, Montana State University, Bozeman, MT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematical Sciences, Montana State University, Bozeman, MT, USA","institution_ids":["https://openalex.org/I23732399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072522101","display_name":"John W. Sheppard","orcid":"https://orcid.org/0000-0001-9487-5622"},"institutions":[{"id":"https://openalex.org/I23732399","display_name":"Montana State University","ror":"https://ror.org/02w0trx84","country_code":"US","type":"education","lineage":["https://openalex.org/I23732399","https://openalex.org/I4210126032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John W. Sheppard","raw_affiliation_strings":["Gianforte School of Computing, Montana State University, Bozeman, MT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gianforte School of Computing, Montana State University, Bozeman, MT, USA","institution_ids":["https://openalex.org/I23732399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004010876","display_name":"Tyler Forrester","orcid":null},"institutions":[{"id":"https://openalex.org/I23732399","display_name":"Montana State University","ror":"https://ror.org/02w0trx84","country_code":"US","type":"education","lineage":["https://openalex.org/I23732399","https://openalex.org/I4210126032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tyler Forrester","raw_affiliation_strings":["Gianforte School of Computing, Montana State University, Bozeman, MT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gianforte School of Computing, Montana State University, Bozeman, MT, USA","institution_ids":["https://openalex.org/I23732399"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I23732399"],"apc_list":null,"apc_paid":null,"fwci":0.6772,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.77118497,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7114171981811523},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6526135802268982},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5931020975112915},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5833247900009155},{"id":"https://openalex.org/keywords/ensemble-forecasting","display_name":"Ensemble forecasting","score":0.48332667350769043},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.44225820899009705},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4384388327598572},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4359338879585266},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38716816902160645},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36903321743011475},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2514968812465668}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7114171981811523},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6526135802268982},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5931020975112915},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5833247900009155},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.48332667350769043},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.44225820899009705},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4384388327598572},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4359338879585266},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38716816902160645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36903321743011475},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2514968812465668},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9206810","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9206810","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W87564900","https://openalex.org/W582134693","https://openalex.org/W1495809654","https://openalex.org/W1544131626","https://openalex.org/W1554663460","https://openalex.org/W1622484071","https://openalex.org/W1973631422","https://openalex.org/W1985514943","https://openalex.org/W1988790447","https://openalex.org/W2009881214","https://openalex.org/W2034544282","https://openalex.org/W2038705170","https://openalex.org/W2038705219","https://openalex.org/W2040870580","https://openalex.org/W2051009471","https://openalex.org/W2051669046","https://openalex.org/W2064769840","https://openalex.org/W2065230098","https://openalex.org/W2068484625","https://openalex.org/W2068920515","https://openalex.org/W2075302537","https://openalex.org/W2076118331","https://openalex.org/W2093717447","https://openalex.org/W2101234009","https://openalex.org/W2102201073","https://openalex.org/W2118277375","https://openalex.org/W2129832613","https://openalex.org/W2129905273","https://openalex.org/W2135293965","https://openalex.org/W2145833756","https://openalex.org/W2148451394","https://openalex.org/W2148678270","https://openalex.org/W2169444402","https://openalex.org/W2207674461","https://openalex.org/W2493305917","https://openalex.org/W2494306148","https://openalex.org/W2578980197","https://openalex.org/W2766678531","https://openalex.org/W2798167046","https://openalex.org/W2807414627","https://openalex.org/W2885059312","https://openalex.org/W2896860804","https://openalex.org/W2912934387","https://openalex.org/W2963238274","https://openalex.org/W2964052793","https://openalex.org/W2964059111","https://openalex.org/W2978511665","https://openalex.org/W3004732066","https://openalex.org/W3015850748","https://openalex.org/W3120740533","https://openalex.org/W4212883601","https://openalex.org/W4234552994","https://openalex.org/W4236796448","https://openalex.org/W4236966694","https://openalex.org/W4239181501","https://openalex.org/W4248437541","https://openalex.org/W4252684946","https://openalex.org/W4285719527","https://openalex.org/W6603471116","https://openalex.org/W6617145748","https://openalex.org/W6633075811","https://openalex.org/W6675354045","https://openalex.org/W6688269647","https://openalex.org/W6723269813","https://openalex.org/W6723309349","https://openalex.org/W6730042731","https://openalex.org/W6745256532","https://openalex.org/W6755229539","https://openalex.org/W6844477269","https://openalex.org/W7025278964","https://openalex.org/W7073887076"],"related_works":["https://openalex.org/W4287880334","https://openalex.org/W4366700029","https://openalex.org/W4285230481","https://openalex.org/W4385769873","https://openalex.org/W4281634296","https://openalex.org/W4319161863","https://openalex.org/W3122602933","https://openalex.org/W2950038056","https://openalex.org/W1544940847","https://openalex.org/W2289285490"],"abstract_inverted_index":{"Quantifying":[0],"uncertainty":[1,28],"is":[2],"critically":[3],"important":[4],"to":[5,32,51,75,119],"many":[6],"applications":[7],"of":[8,35,43,56,67,79,114],"predictive":[9],"modeling.":[10],"In":[11],"this":[12,59,103],"paper":[13],"we":[14,61,107],"apply":[15],"a":[16,24,44,92,110],"recently":[17],"developed":[18],"method":[19],"that":[20,88,121],"uses":[21],"U-statistics":[22,39],"as":[23],"basis":[25],"for":[26,100],"estimating":[27],"in":[29,102],"ensemble":[30,74,104],"regressors":[31],"the":[33,41,68,72,77,80,84,96,122,127],"case":[34],"neural":[36,63,89],"network":[37],"ensembles.":[38],"generalize":[40],"notion":[42],"sample":[45],"mean":[46],"and":[47,70,106],"provide":[48],"distributional":[49],"properties":[50,99],"estimates":[52,82],"obtained":[53],"by":[54],"ensembles":[55],"estimators.":[57],"With":[58],"method,":[60,105],"train":[62],"networks":[64,90],"on":[65],"subsamples":[66],"data":[69,117],"use":[71,101],"resulting":[73],"estimate":[76],"variance":[78],"point":[81],"from":[83],"ensemble.":[85],"We":[86],"demonstrate":[87],"predicting":[91],"regression":[93],"function":[94],"exhibit":[95],"required":[97],"theoretical":[98,128],"then":[108],"perform":[109],"coverage":[111,124],"probability":[112],"study":[113],"three":[115],"simulated":[116],"sets":[118],"show":[120],"empirical":[123],"probabilities":[125],"match":[126],"values.":[129]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}
