{"id":"https://openalex.org/W2792412969","doi":"https://doi.org/10.1109/coase.2018.8560473","title":"Solving Markov decision processes for network-level post-hazard recovery via simulation optimization and rollout","display_name":"Solving Markov decision processes for network-level post-hazard recovery via simulation optimization and rollout","publication_year":2018,"publication_date":"2018-08-01","ids":{"openalex":"https://openalex.org/W2792412969","doi":"https://doi.org/10.1109/coase.2018.8560473","mag":"2792412969"},"language":"en","primary_location":{"id":"doi:10.1109/coase.2018.8560473","is_oa":false,"landing_page_url":"https://doi.org/10.1109/coase.2018.8560473","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 14th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1803.04144","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054592241","display_name":"Yugandhar Sarkale","orcid":"https://orcid.org/0000-0001-9868-0224"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yugandhar Sarkale","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Colorado State University, Fort Collins, CO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043086027","display_name":"Saeed Nozhati","orcid":"https://orcid.org/0000-0002-9724-169X"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saeed Nozhati","raw_affiliation_strings":["The Department of Civil and Environmental Engineering, Colorado State University, Fort Collins, CO, USA"],"affiliations":[{"raw_affiliation_string":"The Department of Civil and Environmental Engineering, Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070385137","display_name":"Edwin K. P. Chong","orcid":"https://orcid.org/0000-0002-7622-4815"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edwin K. P. Chong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Colorado State University, Fort Collins, CO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061220680","display_name":"Bruce R. Ellingwood","orcid":null},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bruce R. Ellingwood","raw_affiliation_strings":["The Department of Civil and Environmental Engineering, Colorado State University, Fort Collins, CO, USA"],"affiliations":[{"raw_affiliation_string":"The Department of Civil and Environmental Engineering, Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057334256","display_name":"Hussam Mahmoud","orcid":"https://orcid.org/0000-0002-3106-6067"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hussam Mahmoud","raw_affiliation_strings":["The Department of Civil and Environmental Engineering, Colorado State University, Fort Collins, CO, USA"],"affiliations":[{"raw_affiliation_string":"The Department of Civil and Environmental Engineering, Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054592241"],"corresponding_institution_ids":["https://openalex.org/I92446798"],"apc_list":null,"apc_paid":null,"fwci":3.0056,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.89722325,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"906","last_page":"912"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11807","display_name":"Infrastructure Resilience and Vulnerability Analysis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11807","display_name":"Infrastructure Resilience and Vulnerability Analysis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7346253395080566},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7131710052490234},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.6564688086509705},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5614665150642395},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5048266053199768},{"id":"https://openalex.org/keywords/resilience","display_name":"Resilience (materials science)","score":0.4751605689525604},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.44234147667884827},{"id":"https://openalex.org/keywords/stochastic-programming","display_name":"Stochastic programming","score":0.4380404055118561},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.43183666467666626},{"id":"https://openalex.org/keywords/decision-problem","display_name":"Decision problem","score":0.4209568500518799},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.39906972646713257},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3869546055793762},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11455842852592468},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09925463795661926},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09890517592430115},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09216740727424622},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08006364107131958}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7346253395080566},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7131710052490234},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.6564688086509705},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5614665150642395},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5048266053199768},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.4751605689525604},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.44234147667884827},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.4380404055118561},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.43183666467666626},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.4209568500518799},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.39906972646713257},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3869546055793762},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11455842852592468},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09925463795661926},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09890517592430115},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09216740727424622},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08006364107131958},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/coase.2018.8560473","is_oa":false,"landing_page_url":"https://doi.org/10.1109/coase.2018.8560473","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 14th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1803.04144","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.04144","pdf_url":"https://arxiv.org/pdf/1803.04144","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1803.04144","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.04144","pdf_url":"https://arxiv.org/pdf/1803.04144","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Climate action","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1050019105","https://openalex.org/W1536615069","https://openalex.org/W1578598783","https://openalex.org/W2025216328","https://openalex.org/W2028145673","https://openalex.org/W2034713309","https://openalex.org/W2109301240","https://openalex.org/W2109906979","https://openalex.org/W2119567691","https://openalex.org/W2122470810","https://openalex.org/W2131490088","https://openalex.org/W2134289401","https://openalex.org/W2150821861","https://openalex.org/W2162413703","https://openalex.org/W2171949798","https://openalex.org/W2175190893","https://openalex.org/W2397607997","https://openalex.org/W2737049611","https://openalex.org/W2792975891","https://openalex.org/W2804794793","https://openalex.org/W2952963672","https://openalex.org/W3016548437","https://openalex.org/W3099235411","https://openalex.org/W4232906554","https://openalex.org/W4254547512","https://openalex.org/W4298023569","https://openalex.org/W6676467880","https://openalex.org/W6679703492","https://openalex.org/W6712524481","https://openalex.org/W6749459174","https://openalex.org/W6751488419"],"related_works":["https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532","https://openalex.org/W2171353008","https://openalex.org/W2403631390","https://openalex.org/W2161949749","https://openalex.org/W4300499465","https://openalex.org/W2516770623","https://openalex.org/W2123673598","https://openalex.org/W2065087844"],"abstract_inverted_index":{"Computation":[0],"of":[1,31,59,81,104,113,145,174,176],"optimal":[2],"recovery":[3,77,189],"decisions":[4],"for":[5,79],"community":[6,69,188],"resilience":[7],"assurance":[8],"post-hazard":[9],"is":[10,25,115,181],"a":[11,20,56,67,71,92,101,170,182],"combinatorial":[12],"decision-making":[13,89],"problem":[14,90],"under":[15],"uncertainty.":[16,32],"It":[17],"involves":[18],"solving":[19],"large-scale":[21,187],"optimization":[22,135],"problem,":[23],"which":[24,180],"significantly":[26],"aggravated":[27],"by":[28],"the":[29,62,82,122,131],"introduction":[30],"In":[33],"this":[34,51,87],"paper,":[35],"we":[36],"draw":[37],"upon":[38],"established":[39],"tools":[40],"from":[41],"multiple":[42],"research":[43],"communities":[44],"to":[45,50,61,129,162],"provide":[46,55],"an":[47],"effective":[48],"solution":[49],"challenging":[52],"problem.":[53,136],"We":[54,85,148],"stochastic":[57,88,133],"model":[58],"damage":[60],"water":[63,83],"network":[64],"(WN)":[65],"within":[66],"testbed":[68],"following":[70,191],"severe":[72],"earthquake":[73],"and":[74,97,121],"compute":[75],"near-optimal":[76],"actions":[78],"restoration":[80],"network.":[84],"formulate":[86],"as":[91,108],"Markov":[93],"Decision":[94],"Process":[95],"(MDP),":[96],"solve":[98],"it":[99],"using":[100],"popular":[102],"class":[103],"heuristic":[105],"algorithms":[106],"known":[107],"rollout.":[109],"A":[110],"simulation-based":[111],"representation":[112],"MDPs":[114],"utilized":[116],"in":[117],"conjunction":[118],"with":[119,142,156,160,164,178],"rollout":[120,154,163,177],"Optimal":[123],"Computing":[124],"Budget":[125],"Allocation":[126],"(OCBA)":[127],"algorithm":[128],"address":[130],"resulting":[132],"simulation":[134,146,151,172],"Our":[137],"method":[138],"employs":[139],"non-myopic":[140],"planning":[141],"efficient":[143],"use":[144],"budget.":[147],"show,":[149],"through":[150],"results,":[152],"that":[153],"fused":[155],"OCBA":[157],"performs":[158],"competitively":[159],"respect":[161],"total":[165],"equal":[166],"allocation":[167],"(TEA)":[168],"at":[169],"meagre":[171],"budget":[173],"5-10%":[175],"TEA,":[179],"crucial":[183],"step":[184],"towards":[185],"addressing":[186],"problems":[190],"natural":[192],"disasters.":[193]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3}],"updated_date":"2026-04-05T06:14:27.290980","created_date":"2025-10-10T00:00:00"}