{"id":"https://openalex.org/W4391382176","doi":"https://doi.org/10.1109/wsc60868.2023.10407847","title":"Statistical Uncertainty Quantification for Expensive Black-Box Models: Methodologies and Input Uncertainty Applications","display_name":"Statistical Uncertainty Quantification for Expensive Black-Box Models: Methodologies and Input Uncertainty Applications","publication_year":2023,"publication_date":"2023-12-10","ids":{"openalex":"https://openalex.org/W4391382176","doi":"https://doi.org/10.1109/wsc60868.2023.10407847"},"language":"en","primary_location":{"id":"doi:10.1109/wsc60868.2023.10407847","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wsc60868.2023.10407847","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071064725","display_name":"Henry Lam","orcid":"https://orcid.org/0000-0002-3193-563X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Henry Lam","raw_affiliation_strings":["Columbia University,Industrial Engineering and Operations Research,New York,NY,USA,10027"],"affiliations":[{"raw_affiliation_string":"Columbia University,Industrial Engineering and Operations Research,New York,NY,USA,10027","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5071064725"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":0.2628,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67267267,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"57","issue":null,"first_page":"1501","last_page":"1515"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11371","display_name":"Wind and Air Flow Studies","score":0.9251000285148621,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.8309376239776611},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"Uncertainty quantification","score":0.7955394983291626},{"id":"https://openalex.org/keywords/uncertainty-analysis","display_name":"Uncertainty analysis","score":0.633750319480896},{"id":"https://openalex.org/keywords/measurement-uncertainty","display_name":"Measurement uncertainty","score":0.6246694326400757},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6134821772575378},{"id":"https://openalex.org/keywords/sensitivity-analysis","display_name":"Sensitivity analysis","score":0.4115082919597626},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3467179834842682},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.24467730522155762},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.20573890209197998},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1979704201221466},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19585275650024414},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.12219935655593872}],"concepts":[{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.8309376239776611},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.7955394983291626},{"id":"https://openalex.org/C177803969","wikidata":"https://www.wikidata.org/wiki/Q29205","display_name":"Uncertainty analysis","level":2,"score":0.633750319480896},{"id":"https://openalex.org/C137209882","wikidata":"https://www.wikidata.org/wiki/Q1403517","display_name":"Measurement uncertainty","level":2,"score":0.6246694326400757},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6134821772575378},{"id":"https://openalex.org/C176147448","wikidata":"https://www.wikidata.org/wiki/Q1889114","display_name":"Sensitivity analysis","level":3,"score":0.4115082919597626},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3467179834842682},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.24467730522155762},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.20573890209197998},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1979704201221466},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19585275650024414},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.12219935655593872}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wsc60868.2023.10407847","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wsc60868.2023.10407847","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1460189015","https://openalex.org/W1693992350","https://openalex.org/W1967757928","https://openalex.org/W1968274687","https://openalex.org/W1982508956","https://openalex.org/W1984938557","https://openalex.org/W1990121846","https://openalex.org/W1995945562","https://openalex.org/W2006820723","https://openalex.org/W2031051057","https://openalex.org/W2031526854","https://openalex.org/W2039039263","https://openalex.org/W2048971218","https://openalex.org/W2055948812","https://openalex.org/W2064039105","https://openalex.org/W2083547559","https://openalex.org/W2090492278","https://openalex.org/W2099378941","https://openalex.org/W2101990679","https://openalex.org/W2106767915","https://openalex.org/W2110335061","https://openalex.org/W2113115437","https://openalex.org/W2114135201","https://openalex.org/W2121561701","https://openalex.org/W2123845751","https://openalex.org/W2127855947","https://openalex.org/W2141422615","https://openalex.org/W2158094619","https://openalex.org/W2163142799","https://openalex.org/W2797333853","https://openalex.org/W2899916170","https://openalex.org/W2913668833","https://openalex.org/W3008835794","https://openalex.org/W3084821087","https://openalex.org/W3101168972","https://openalex.org/W3140349921","https://openalex.org/W3151301356","https://openalex.org/W4210306310","https://openalex.org/W4210492122","https://openalex.org/W4211042066","https://openalex.org/W4213445895","https://openalex.org/W4226107026","https://openalex.org/W4230173782","https://openalex.org/W4237567606","https://openalex.org/W4238363773","https://openalex.org/W4245374485","https://openalex.org/W4285221994","https://openalex.org/W4298872162","https://openalex.org/W4307446779","https://openalex.org/W4317792378","https://openalex.org/W4367850813","https://openalex.org/W4391409113","https://openalex.org/W4392806501","https://openalex.org/W4403142694","https://openalex.org/W6663049665","https://openalex.org/W6675146241","https://openalex.org/W6846463092"],"related_works":["https://openalex.org/W4205181462","https://openalex.org/W3212153563","https://openalex.org/W2116089868","https://openalex.org/W4249135812","https://openalex.org/W2376953431","https://openalex.org/W4312671192","https://openalex.org/W93577605","https://openalex.org/W2387053421","https://openalex.org/W2607177949","https://openalex.org/W4386584851"],"abstract_inverted_index":{"This":[0],"tutorial":[1],"reviews":[2],"methodologies":[3],"for":[4],"quantifying":[5],"statistical":[6,56],"uncertainty":[7],"in":[8,16],"computationally":[9],"expensive":[10],"black-box":[11],"models,":[12,26],"which":[13],"arise":[14],"frequently":[15],"data-driven":[17],"simulation":[18],"analyses":[19],"under":[20],"input":[21,114],"uncertainty.":[22,115],"When":[23],"facing":[24],"these":[25,69,92],"it":[27],"can":[28],"be":[29],"difficult":[30],"to":[31,36,41,49,59,67,94],"run":[32],"repeated":[33],"evaluations":[34],"due":[35,48],"computation":[37],"cost,":[38],"and":[39,84,108],"also":[40],"obtain":[42],"auxiliary":[43],"information":[44],"such":[45],"as":[46],"gradients":[47],"analytical":[50],"intractability,":[51],"thus":[52],"rendering":[53],"many":[54],"traditional":[55],"approaches":[57,66,93],"challenging":[58],"apply.":[60],"We":[61,87],"describe":[62],"several":[63],"lines":[64],"of":[65,91],"resolve":[68],"challenges,":[70],"including":[71,96],"data-splitting":[72],"methods":[73],"based":[74],"on":[75],"batching":[76],"variants,":[77],"a":[78],"recent":[79],"so-called":[80],"cheap":[81],"bootstrap":[82],"approach,":[83],"subsampling":[85],"schemes.":[86],"discuss":[88],"the":[89,113],"applications":[90],"simulation,":[95],"problems":[97],"suffering":[98],"from":[99,112],"both":[100],"aleatory":[101],"error":[102,110],"exhibited":[103],"via":[104],"Monte":[105],"Carlo":[106],"noises":[107],"epistemic":[109],"stemming":[111]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}