{"id":"https://openalex.org/W126702457","doi":"https://doi.org/10.1007/978-3-662-45355-1_11","title":"Reinforcement Learning Using Monte Carlo Policy Estimation for Disaster Mitigation","display_name":"Reinforcement Learning Using Monte Carlo Policy Estimation for Disaster Mitigation","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W126702457","doi":"https://doi.org/10.1007/978-3-662-45355-1_11","mag":"126702457"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-662-45355-1_11","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-662-45355-1_11","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-662-45355-1_11.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-662-45355-1_11.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021212267","display_name":"Mohammed Khouj","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mohammed Talat Khouj","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of British Columbia, Vancouver, Canada","University of British Columbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"University of British Columbia","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061188968","display_name":"Sarbjit Sarkaria","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sarbjit Sarkaria","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of British Columbia, Vancouver, Canada","University of British Columbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"University of British Columbia","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107208798","display_name":"C\u00e9sar L\u00f3pez","orcid":"https://orcid.org/0000-0002-0871-0061"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Cesar Lopez","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of British Columbia, Vancouver, Canada","University of British Columbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"University of British Columbia","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051048368","display_name":"Jos\u00e9 R. Mart\u00ed","orcid":"https://orcid.org/0000-0003-3811-3687"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jose Marti","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of British Columbia, Vancouver, Canada","University of British Columbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"University of British Columbia","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5021212267"],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":1.9247,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83934795,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"155","last_page":"172"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11807","display_name":"Infrastructure Resilience and Vulnerability Analysis","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11807","display_name":"Infrastructure Resilience and Vulnerability Analysis","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8097594976425171},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8011474013328552},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.6990967392921448},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6813668012619019},{"id":"https://openalex.org/keywords/interdependence","display_name":"Interdependence","score":0.6725465655326843},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.4741869866847992},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.46274831891059875},{"id":"https://openalex.org/keywords/critical-infrastructure","display_name":"Critical infrastructure","score":0.4624614417552948},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.40808647871017456},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2615266740322113},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.25605860352516174}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8097594976425171},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8011474013328552},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.6990967392921448},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6813668012619019},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.6725465655326843},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4741869866847992},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.46274831891059875},{"id":"https://openalex.org/C29852176","wikidata":"https://www.wikidata.org/wiki/Q373338","display_name":"Critical infrastructure","level":2,"score":0.4624614417552948},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.40808647871017456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2615266740322113},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.25605860352516174},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-662-45355-1_11","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-662-45355-1_11","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-662-45355-1_11.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:HAL:hal-01386763v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01386763","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"8th International Conference on Critical Infrastructure Protection (ICCIP), Mar 2014, Arlington, United States. pp.155-172, ⟨10.1007/978-3-662-45355-1_11⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"doi:10.1007/978-3-662-45355-1_11","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-662-45355-1_11","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-662-45355-1_11.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W126702457.pdf","grobid_xml":"https://content.openalex.org/works/W126702457.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1536375891","https://openalex.org/W1600220194","https://openalex.org/W1980295794","https://openalex.org/W1992580881","https://openalex.org/W1998098037","https://openalex.org/W2025379777","https://openalex.org/W2089538827","https://openalex.org/W2100048188","https://openalex.org/W2121863487","https://openalex.org/W2126273704","https://openalex.org/W2127394607","https://openalex.org/W2135261621","https://openalex.org/W2146598871","https://openalex.org/W2148074923","https://openalex.org/W2150704630","https://openalex.org/W2475947838","https://openalex.org/W3150363276","https://openalex.org/W4214717370","https://openalex.org/W6605663595"],"related_works":["https://openalex.org/W4230475103","https://openalex.org/W2897362009","https://openalex.org/W2789111469","https://openalex.org/W1459477531","https://openalex.org/W2135039713","https://openalex.org/W3199529363","https://openalex.org/W2411035334","https://openalex.org/W1972753128","https://openalex.org/W96808323","https://openalex.org/W2388524615"],"abstract_inverted_index":{"Urban":[0],"communities":[1],"rely":[2],"heavily":[3],"on":[4,86],"the":[5,57,68,72,106,125,135,144,153],"system":[6,54],"of":[7,59,67,74,94,119,124,137,146,168,174],"interconnected":[8],"critical":[9,40],"infrastructures.":[10],"The":[11,65,121,156],"interdependencies":[12],"in":[13,25,43,81,115,129,143,178],"these":[14],"complex":[15],"systems":[16],"give":[17],"rise":[18],"to":[19,35,84,102,111,133],"vulnerabilities":[20],"that":[21,55,159],"must":[22],"be":[23,33],"considered":[24],"disaster":[26],"mitigation":[27],"planning.":[28],"Only":[29],"then":[30],"will":[31],"it":[32],"possible":[34],"address":[36],"and":[37,104],"mitigate":[38],"major":[39],"infrastructure":[41,63,148],"disruptions":[42],"a":[44,91,99,116,160,179],"timely":[45,180],"manner.":[46,181],"This":[47,96],"paper":[48,131],"describes":[49],"an":[50,62,112,147,166],"intelligent":[51],"decision":[52],"making":[53,175],"optimizes":[56],"allocation":[58],"resources":[60],"following":[61],"disruption.":[64],"novelty":[66],"approach":[69],"arises":[70],"from":[71,90,140],"application":[73],"Monte":[75],"Carlo":[76],"estimation":[77],"for":[78],"policy":[79],"evaluation":[80],"reinforcement":[82],"learning":[83,100,161],"draw":[85],"experiential":[87],"knowledge":[88],"gained":[89],"massive":[92],"number":[93,136],"simulations.":[95],"method":[97],"enables":[98],"agent":[101],"explore":[103],"exploit":[105],"available":[107,154],"trajectories,":[108],"which":[109],"lead":[110],"optimum":[113],"goal":[114,123],"reasonable":[117],"amount":[118],"time.":[120],"specific":[122],"case":[126],"study":[127],"described":[128],"this":[130],"is":[132,172],"maximize":[134],"patients":[138],"discharged":[139],"two":[141],"hospitals":[142],"aftermath":[145],"disruption":[149],"by":[150],"intelligently":[151],"utilizing":[152],"resources.":[155],"results":[157],"demonstrate":[158],"agent,":[162],"through":[163],"interactions":[164],"with":[165],"environment":[167],"simulated":[169],"catastrophic":[170],"scenarios,":[171],"capable":[173],"informed":[176],"decisions":[177]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}