{"id":"https://openalex.org/W4252682267","doi":"https://doi.org/10.1109/wsc.2017.8248024","title":"Heuristics for planning with rare catastrophic events","display_name":"Heuristics for planning with rare catastrophic events","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W4252682267","doi":"https://doi.org/10.1109/wsc.2017.8248024"},"language":"en","primary_location":{"id":"doi:10.1109/wsc.2017.8248024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc.2017.8248024","pdf_url":null,"source":{"id":"https://openalex.org/S4363607803","display_name":"2017 Winter Simulation Conference (WSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100357170","display_name":"Youngjun Kim","orcid":"https://orcid.org/0000-0003-1583-8634"},"institutions":[{"id":"https://openalex.org/I13805885","display_name":"Vaughn College of Aeronautics and Technology","ror":"https://ror.org/056e22e24","country_code":"US","type":"education","lineage":["https://openalex.org/I13805885"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Youngjun Kim","raw_affiliation_strings":["Department of Aeronautics and Astronautics, Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Astronautics, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I13805885","https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032791497","display_name":"Yonatan Gur","orcid":"https://orcid.org/0000-0003-0764-3570"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yonatan Gur","raw_affiliation_strings":["Graduate School of Business, Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Business, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068326377","display_name":"Mykel J. Kochenderfer","orcid":"https://orcid.org/0000-0002-7238-9663"},"institutions":[{"id":"https://openalex.org/I13805885","display_name":"Vaughn College of Aeronautics and Technology","ror":"https://ror.org/056e22e24","country_code":"US","type":"education","lineage":["https://openalex.org/I13805885"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mykel J. Kochenderfer","raw_affiliation_strings":["Department of Aeronautics and Astronautics, Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Astronautics, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I13805885","https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":null,"first_page":"3030","last_page":"3041"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rare-events","display_name":"Rare events","score":0.8156537413597107},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7200371026992798},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6883772015571594},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6073316335678101},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.5808067321777344},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.5733198523521423},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5728359222412109},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.5276528596878052},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5229723453521729},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.47895365953445435},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.44489800930023193},{"id":"https://openalex.org/keywords/markov-chain-monte-carlo","display_name":"Markov chain Monte Carlo","score":0.419333279132843},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3951018154621124},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34361982345581055},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2752377688884735},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19249233603477478},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1845647692680359},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.12033763527870178}],"concepts":[{"id":"https://openalex.org/C2777317252","wikidata":"https://www.wikidata.org/wiki/Q18393516","display_name":"Rare events","level":2,"score":0.8156537413597107},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7200371026992798},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6883772015571594},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6073316335678101},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.5808067321777344},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.5733198523521423},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5728359222412109},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5276528596878052},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5229723453521729},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.47895365953445435},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.44489800930023193},{"id":"https://openalex.org/C111350023","wikidata":"https://www.wikidata.org/wiki/Q1191869","display_name":"Markov chain Monte Carlo","level":3,"score":0.419333279132843},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3951018154621124},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34361982345581055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2752377688884735},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19249233603477478},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1845647692680359},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.12033763527870178},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wsc.2017.8248024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc.2017.8248024","pdf_url":null,"source":{"id":"https://openalex.org/S4363607803","display_name":"2017 Winter Simulation Conference (WSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7799999713897705}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332374","display_name":"Ames Research Center","ror":"https://ror.org/02acart68"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W14624541","https://openalex.org/W34142743","https://openalex.org/W130797843","https://openalex.org/W165458731","https://openalex.org/W183472599","https://openalex.org/W1484113995","https://openalex.org/W1502364872","https://openalex.org/W1505324634","https://openalex.org/W1625390266","https://openalex.org/W1714211023","https://openalex.org/W1905863694","https://openalex.org/W1998498767","https://openalex.org/W2009551863","https://openalex.org/W2011418219","https://openalex.org/W2028145673","https://openalex.org/W2039522160","https://openalex.org/W2076337359","https://openalex.org/W2108738385","https://openalex.org/W2126316555","https://openalex.org/W2132083787","https://openalex.org/W2145901173","https://openalex.org/W2151467345","https://openalex.org/W2157450634","https://openalex.org/W2164102968","https://openalex.org/W2168165432","https://openalex.org/W2168405694","https://openalex.org/W2171084228","https://openalex.org/W2495281363","https://openalex.org/W2949186496","https://openalex.org/W4246270964","https://openalex.org/W4298215580","https://openalex.org/W6606658949","https://openalex.org/W6607530536","https://openalex.org/W6636578284","https://openalex.org/W6637441126","https://openalex.org/W6639642680","https://openalex.org/W6639904974","https://openalex.org/W6676077707","https://openalex.org/W6681452287","https://openalex.org/W6682204854","https://openalex.org/W6684050425","https://openalex.org/W6684973485","https://openalex.org/W6793431259"],"related_works":["https://openalex.org/W4386874825","https://openalex.org/W1546022168","https://openalex.org/W1964876911","https://openalex.org/W2160389399","https://openalex.org/W4376653316","https://openalex.org/W2116791275","https://openalex.org/W1499907193","https://openalex.org/W2246249754","https://openalex.org/W1580385316","https://openalex.org/W4390961257"],"abstract_inverted_index":{"High-dimensional":[0],"Markov":[1],"decision":[2],"processes":[3],"are":[4,46],"often":[5],"solved":[6],"using":[7],"online":[8],"sampling-based":[9],"methods":[10,98],"such":[11,32],"as":[12],"Monte":[13,88],"Carlo":[14,89],"tree":[15,45,84,90],"search.":[16,91],"Problems":[17],"that":[18,95],"involve":[19],"rare":[20,51,72],"catastrophic":[21,73],"events":[22,74],"with":[23,71],"large":[24,52],"negative":[25,53],"rewards":[26,54],"can":[27,99],"be":[28],"very":[29],"challenging":[30],"for":[31,41,87],"approaches.":[33],"The":[34],"difficulty":[35],"arises":[36],"because":[37],"the":[38,66,76],"common":[39,79],"policies":[40],"expanding":[42],"a":[43,104],"search":[44],"not":[47],"able":[48],"to":[49,57,114],"handle":[50],"appropriately,":[55],"leading":[56],"high":[58],"variance":[59],"estimates":[60],"of":[61,68,78,106],"value.":[62],"This":[63],"paper":[64],"studies":[65],"impact":[67],"reward":[69],"structure":[70],"on":[75,103],"performance":[77,102],"algorithms":[80],"and":[81],"proposes":[82],"enhanced":[83],"policy":[85],"strategies":[86],"Numerical":[92],"experiments":[93],"suggest":[94],"our":[96],"proposed":[97],"significantly":[100],"improve":[101],"variety":[105],"problem":[107],"domains":[108],"ranging":[109],"from":[110],"stochastic":[111],"multi-armed":[112],"bandits":[113],"aircraft":[115],"rerouting":[116],"problems.":[117]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}