{"id":"https://openalex.org/W4383875507","doi":"https://doi.org/10.1137/22m1524758","title":"Large Deviation Theory-based Adaptive Importance Sampling for Rare Events in High Dimensions","display_name":"Large Deviation Theory-based Adaptive Importance Sampling for Rare Events in High Dimensions","publication_year":2023,"publication_date":"2023-07-11","ids":{"openalex":"https://openalex.org/W4383875507","doi":"https://doi.org/10.1137/22m1524758"},"language":"en","primary_location":{"id":"doi:10.1137/22m1524758","is_oa":false,"landing_page_url":"https://doi.org/10.1137/22m1524758","pdf_url":null,"source":{"id":"https://openalex.org/S2911293512","display_name":"SIAM/ASA Journal on Uncertainty Quantification","issn_l":"2166-2525","issn":["2166-2525"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM/ASA Journal on Uncertainty Quantification","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032805069","display_name":"Shanyin Tong","orcid":"https://orcid.org/0000-0001-5447-0233"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shanyin Tong","raw_affiliation_strings":["Department of Applied Physics and Applied Mathematics, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-5447-0233","affiliations":[{"raw_affiliation_string":"Department of Applied Physics and Applied Mathematics, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012373865","display_name":"Georg Stadler","orcid":"https://orcid.org/0000-0001-7762-6544"},"institutions":[{"id":"https://openalex.org/I36672615","display_name":"Courant Institute of Mathematical Sciences","ror":"https://ror.org/037tm7f56","country_code":"US","type":"education","lineage":["https://openalex.org/I36672615","https://openalex.org/I57206974"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Georg Stadler","raw_affiliation_strings":["Courant Institute of Mathematical Sciences, New York University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-7762-6544","affiliations":[{"raw_affiliation_string":"Courant Institute of Mathematical Sciences, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I36672615","https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5032805069"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":3.0327,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.91848291,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":"3","first_page":"788","last_page":"813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11720","display_name":"Probability and Risk Models","score":0.9684000015258789,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.6468262672424316},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"Cross entropy","score":0.6157222986221313},{"id":"https://openalex.org/keywords/large-deviations-theory","display_name":"Large deviations theory","score":0.6000835299491882},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.5595279335975647},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.5426012873649597},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5209695100784302},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.49737241864204407},{"id":"https://openalex.org/keywords/rare-events","display_name":"Rare events","score":0.47843363881111145},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4766274690628052},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.47340497374534607},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4669994115829468},{"id":"https://openalex.org/keywords/standard-deviation","display_name":"Standard deviation","score":0.4658800959587097},{"id":"https://openalex.org/keywords/kriging","display_name":"Kriging","score":0.4592781364917755},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.457987904548645},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4466787874698639},{"id":"https://openalex.org/keywords/adaptive-sampling","display_name":"Adaptive sampling","score":0.4419441819190979},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4310866594314575},{"id":"https://openalex.org/keywords/high-dimensional","display_name":"High dimensional","score":0.4270394444465637},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4230082631111145},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.4204747974872589},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.3422281742095947},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.288071870803833},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1483866274356842}],"concepts":[{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.6468262672424316},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.6157222986221313},{"id":"https://openalex.org/C75438885","wikidata":"https://www.wikidata.org/wiki/Q3403615","display_name":"Large deviations theory","level":2,"score":0.6000835299491882},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.5595279335975647},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.5426012873649597},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5209695100784302},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.49737241864204407},{"id":"https://openalex.org/C2777317252","wikidata":"https://www.wikidata.org/wiki/Q18393516","display_name":"Rare events","level":2,"score":0.47843363881111145},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4766274690628052},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.47340497374534607},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4669994115829468},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.4658800959587097},{"id":"https://openalex.org/C81692654","wikidata":"https://www.wikidata.org/wiki/Q225926","display_name":"Kriging","level":2,"score":0.4592781364917755},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.457987904548645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4466787874698639},{"id":"https://openalex.org/C2781395549","wikidata":"https://www.wikidata.org/wiki/Q4680762","display_name":"Adaptive sampling","level":3,"score":0.4419441819190979},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4310866594314575},{"id":"https://openalex.org/C3019722297","wikidata":"https://www.wikidata.org/wiki/Q4440864","display_name":"High dimensional","level":2,"score":0.4270394444465637},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4230082631111145},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.4204747974872589},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.3422281742095947},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.288071870803833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1483866274356842},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/22m1524758","is_oa":false,"landing_page_url":"https://doi.org/10.1137/22m1524758","pdf_url":null,"source":{"id":"https://openalex.org/S2911293512","display_name":"SIAM/ASA Journal on Uncertainty Quantification","issn_l":"2166-2525","issn":["2166-2525"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM/ASA Journal on Uncertainty Quantification","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Clean water and sanitation","id":"https://metadata.un.org/sdg/6"}],"awards":[{"id":"https://openalex.org/G4335934986","display_name":null,"funder_award_id":"DMS-1723211","funder_id":"https://openalex.org/F4320337380","funder_display_name":"Division of Mathematical Sciences"},{"id":"https://openalex.org/G7129002704","display_name":null,"funder_award_id":"N00014-19-1-2421","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320337380","display_name":"Division of Mathematical Sciences","ror":"https://ror.org/051fftw81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W232805744","https://openalex.org/W1621653743","https://openalex.org/W1665662210","https://openalex.org/W1835834635","https://openalex.org/W1965777485","https://openalex.org/W1979969656","https://openalex.org/W1985658808","https://openalex.org/W1996005347","https://openalex.org/W1999091229","https://openalex.org/W2006722592","https://openalex.org/W2043166323","https://openalex.org/W2051203581","https://openalex.org/W2052242710","https://openalex.org/W2063066676","https://openalex.org/W2063471322","https://openalex.org/W2075621462","https://openalex.org/W2080735494","https://openalex.org/W2089657469","https://openalex.org/W2094509095","https://openalex.org/W2117756735","https://openalex.org/W2124799255","https://openalex.org/W2129728672","https://openalex.org/W2132083787","https://openalex.org/W2489524879","https://openalex.org/W2735102987","https://openalex.org/W2848712137","https://openalex.org/W2883540206","https://openalex.org/W2884565644","https://openalex.org/W2902200189","https://openalex.org/W2903597330","https://openalex.org/W2960697244","https://openalex.org/W2968924739","https://openalex.org/W2974138056","https://openalex.org/W2992005611","https://openalex.org/W3022123134","https://openalex.org/W3042055683","https://openalex.org/W3103293640","https://openalex.org/W3104728472","https://openalex.org/W3105604858","https://openalex.org/W3175580344","https://openalex.org/W3209610702","https://openalex.org/W4229370348","https://openalex.org/W4235596716","https://openalex.org/W4301258660","https://openalex.org/W4301454587"],"related_works":["https://openalex.org/W2326583606","https://openalex.org/W4287685582","https://openalex.org/W3081500523","https://openalex.org/W2892286767","https://openalex.org/W2581562661","https://openalex.org/W1980187201","https://openalex.org/W2164777412","https://openalex.org/W2914661540","https://openalex.org/W3022670956","https://openalex.org/W2617240660"],"abstract_inverted_index":{".We":[0],"propose":[1],"a":[2,38,75,93,144,153,159,163,167],"method":[3,40,124,142],"for":[4,14,56,63,109],"the":[5,54,58,65,81,101,110,141,172],"accurate":[6],"estimation":[7,61,157],"of":[8,83,100,129],"rare":[9,102],"event":[10,103],"or":[11],"failure":[12,155],"probabilities":[13],"expensive-to-evaluate":[15],"numerical":[16,136],"models":[17],"in":[18,119,177],"high":[19],"dimensions.":[20,121],"The":[21,34,122],"proposed":[22,123],"approach":[23],"combines":[24],"ideas":[25],"from":[26],"large":[27],"deviation":[28,69,182],"theory":[29,70],"and":[30,48,62,166],"adaptive":[31],"importance":[32,35,147,184],"sampling.":[33],"sampler":[36],"uses":[37],"cross-entropy":[39,111],"to":[41,73,91,116],"find":[42,74],"an":[43,84],"optimal":[44],"Gaussian":[45],"biasing":[46,66,78],"distribution,":[47],"reuses":[49],"all":[50],"samples":[51],"made":[52],"throughout":[53],"process":[55],"both":[57],"target":[59],"probability":[60,156],"updating":[64],"distributions.":[67],"Large":[68],"is":[71,89,97,107,114],"used":[72,90,108],"good":[76],"initial":[77],"distribution":[79],"through":[80],"solution":[82],"optimization":[85],"problem.":[86],"Additionally,":[87],"it":[88,134],"identify":[92],"low-dimensional":[94],"subspace":[95,106],"that":[96],"most":[98],"informative":[99],"probability.":[104],"This":[105],"method,":[112],"which":[113],"known":[115],"lose":[117],"efficiency":[118],"higher":[120],"does":[125,133],"not":[126],"require":[127],"smoothing":[128],"indicator":[130],"functions":[131],"nor":[132],"involve":[135],"tuning":[137],"parameters.":[138],"We":[139],"compare":[140],"with":[143],"state-of-the-art":[145],"cross-entropy-based":[146],"sampling":[148],"scheme":[149],"using":[150],"three":[151],"examples:":[152],"high-dimensional":[154],"benchmark,":[158],"problem":[160,169],"governed":[161,170],"by":[162,171],"diffusion":[164],"equation,":[165],"tsunami":[168],"time-dependent":[173],"shallow":[174],"water":[175],"system":[176],"one":[178],"spatial":[179],"dimension.Keywordsrare":[180],"eventslarge":[181],"theoryadaptive":[183],"samplingcross-entropy":[185],"methodlikelihood-informed":[186],"subspacereliability":[187],"analysisMSC":[188],"codes65C0560F1062L1265F1565K10":[189]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}