{"id":"https://openalex.org/W4384502136","doi":"https://doi.org/10.1016/j.ress.2023.109512","title":"Risk-informed operation and maintenance of complex lifeline systems using parallelized multi-agent deep Q-network","display_name":"Risk-informed operation and maintenance of complex lifeline systems using parallelized multi-agent deep Q-network","publication_year":2023,"publication_date":"2023-07-17","ids":{"openalex":"https://openalex.org/W4384502136","doi":"https://doi.org/10.1016/j.ress.2023.109512"},"language":"en","primary_location":{"id":"doi:10.1016/j.ress.2023.109512","doi":"https://doi.org/10.1016/j.ress.2023.109512","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ress.2023.109512","pdf_url":null,"source":{"id":"https://openalex.org/S202403813","display_name":"Reliability Engineering & System Safety","issn_l":"0951-8320","issn":["0951-8320","1879-0836"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-scientific","cwts-core","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Reliability Engineering & System Safety","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.ress.2023.109512","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100643551","display_name":"Dongkyu Lee","orcid":"https://orcid.org/0000-0001-7155-9117","observed_orcids":["https://orcid.org/0000-0001-7155-9117"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongkyu Lee","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Seoul National University, Seoul, S. Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Seoul National University, Seoul, S. Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050921897","display_name":"Junho Song","orcid":"https://orcid.org/0000-0003-4205-1829","observed_orcids":["https://orcid.org/0000-0003-4205-1829","https://orcid.org/0000-0003-2222-821X"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Junho Song","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Seoul National University, Seoul, S. Korea"],"raw_orcid":"https://orcid.org/0000-0003-4205-1829","affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Seoul National University, Seoul, S. Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5050921897"],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":{"value":3960,"currency":"USD","value_usd":3960},"apc_paid":{"value":3960,"currency":"USD","value_usd":3960},"fwci":4.0155,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.93582694,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"239","issue":null,"first_page":"109512","last_page":"109512"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11807","display_name":"Infrastructure Resilience and Vulnerability Analysis","score":0.00860000029206276,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11941","display_name":"Power System Reliability and Maintenance","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lifeline-systems","display_name":"lifeline systems","score":0.9940000176429749},{"id":"https://openalex.org/keywords/multi-agent-deep-q-network","display_name":"multi-agent deep Q-network","score":0.8960000276565552},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8640000224113464},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"curse of dimensionality","score":0.8560000061988831},{"id":"https://openalex.org/keywords/community-detection","display_name":"community detection","score":0.9639999866485596},{"id":"https://openalex.org/keywords/divide-and-conquer","display_name":"divide-and-conquer","score":0.7250000238418579},{"id":"https://openalex.org/keywords/policy-synchronization","display_name":"policy synchronization","score":0.6370000243186951},{"id":"https://openalex.org/keywords/transportation-networks","display_name":"transportation networks","score":0.7250000238418579},{"id":"https://openalex.org/keywords/water-distribution-networks","display_name":"water distribution systems","score":0.9589999914169312},{"id":"https://openalex.org/keywords/aging-infrastructure","display_name":"aging infrastructure","score":0.6499999761581421}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7415928840637207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6948345303535461},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6888671517372131},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6448008418083191},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4573596715927124},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.45686647295951843},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.35979700088500977},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35340791940689087},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.34794357419013977},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.33000272512435913},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3249107003211975},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1477440893650055},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09561029076576233},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.ress.2023.109512","doi":"https://doi.org/10.1016/j.ress.2023.109512","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ress.2023.109512","pdf_url":null,"source":{"id":"https://openalex.org/S202403813","display_name":"Reliability Engineering & System Safety","issn_l":"0951-8320","issn":["0951-8320","1879-0836"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-scientific","cwts-core","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Reliability Engineering & System Safety","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:eee:reensy:v:239:y:2023:i:c:s095183202300426x","doi":null,"is_oa":false,"landing_page_url":"http://www.sciencedirect.com/science/article/pii/S095183202300426X","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.ress.2023.109512","doi":"https://doi.org/10.1016/j.ress.2023.109512","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ress.2023.109512","pdf_url":null,"source":{"id":"https://openalex.org/S202403813","display_name":"Reliability Engineering & System Safety","issn_l":"0951-8320","issn":["0951-8320","1879-0836"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-scientific","cwts-core","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Reliability Engineering & System Safety","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.7207000255584717}],"study_designs":[],"awards":[{"id":"https://openalex.org/G5456732798","display_name":null,"funder_award_id":"RS-2022-00144434","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"}],"funders":[{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320336082","display_name":"Institute of Construction and Environmental Engineering, Seoul National University","ror":"https://ror.org/047v5p666"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1507167532","https://openalex.org/W1520129600","https://openalex.org/W1641379095","https://openalex.org/W1757796397","https://openalex.org/W1966511318","https://openalex.org/W1971421925","https://openalex.org/W1973409074","https://openalex.org/W1991862552","https://openalex.org/W2009196527","https://openalex.org/W2037325790","https://openalex.org/W2037332278","https://openalex.org/W2040967746","https://openalex.org/W2043488281","https://openalex.org/W2043711897","https://openalex.org/W2051022544","https://openalex.org/W2051090942","https://openalex.org/W2055166298","https://openalex.org/W2069451174","https://openalex.org/W2095293504","https://openalex.org/W2095984592","https://openalex.org/W2110906765","https://openalex.org/W2115211925","https://openalex.org/W2121236318","https://openalex.org/W2132914434","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2165743571","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2341171179","https://openalex.org/W2402144811","https://openalex.org/W2537002023","https://openalex.org/W2592798481","https://openalex.org/W2593192889","https://openalex.org/W2626637010","https://openalex.org/W2790194583","https://openalex.org/W2953569485","https://openalex.org/W2963426313","https://openalex.org/W2963762747","https://openalex.org/W3000524552","https://openalex.org/W3022667244","https://openalex.org/W3037851088","https://openalex.org/W3134861104","https://openalex.org/W3135704084","https://openalex.org/W3156295478","https://openalex.org/W3172179122","https://openalex.org/W3179287908","https://openalex.org/W3199652046","https://openalex.org/W4220714062","https://openalex.org/W4281628183","https://openalex.org/W4281710540","https://openalex.org/W4294484493","https://openalex.org/W6739516088","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W7135190785","https://openalex.org/W3134507734","https://openalex.org/W3134861104","https://openalex.org/W2963426313","https://openalex.org/W4412086841","https://openalex.org/W4320035247","https://openalex.org/W4382656007","https://openalex.org/W4362647313","https://openalex.org/W4391212405","https://openalex.org/W4406749090"],"abstract_inverted_index":{"Lifeline":[0],"systems":[1,45,62],"such":[2],"as":[3],"transportation":[4],"and":[5,56,80,122,161,191],"water":[6],"distribution":[7],"networks":[8],"may":[9],"deteriorate":[10],"with":[11,63,168],"age,":[12],"raising":[13],"the":[14,29,34,41,76,102,128,132,141,145,149,162,169,174,181,192],"risk":[15,42],"of":[16,43,78,104,131,144],"system":[17],"failure":[18],"or":[19],"degradation.":[20],"Thus,":[21],"system-level":[22],"sequential":[23],"decision-making":[24],"is":[25,68],"essential":[26],"to":[27,39,51,71,100,126,139],"address":[28],"problem":[30],"cost-effectively":[31],"while":[32],"minimizing":[33],"potential":[35],"loss.":[36],"Researchers":[37],"proposed":[38,107,182],"assess":[40],"lifeline":[44],"using":[46],"Markov":[47],"Decision":[48],"Processes":[49],"(MDPs)":[50],"identify":[52],"a":[53,88,110],"risk-informed":[54],"operation":[55],"maintenance":[57,189],"(O&M)":[58],"policy.":[59,176,195],"In":[60],"complex":[61],"many":[64],"components,":[65],"however,":[66],"it":[67],"potentially":[69],"intractable":[70],"find":[72],"MDP":[73],"solutions":[74],"because":[75],"number":[77],"states":[79],"action":[81],"spaces":[82],"increases":[83],"exponentially.":[84],"This":[85],"paper":[86],"proposes":[87],"multi-agent":[89,96],"deep":[90],"reinforcement":[91],"learning":[92,153],"framework":[93],"termed":[94],"parallelized":[95],"Deep":[97],"Q-Network":[98],"(PM-DQN)":[99],"overcome":[101],"curse":[103],"dimensionality.":[105],"The":[106,135],"method":[108,183],"takes":[109],"divide-and-conquer":[111],"strategy,":[112],"in":[113,157],"which":[114],"multiple":[115],"subsystems":[116],"are":[117,165],"identified":[118],"by":[119],"community":[120],"detection,":[121],"each":[123],"agent":[124],"learns":[125],"achieve":[127],"O&M":[129],"policy":[130],"corresponding":[133],"subsystem.":[134],"agents":[136],"establish":[137],"policies":[138,164],"minimize":[140],"decentralized":[142],"cost":[143],"cluster":[146],"unit,":[147],"including":[148,187],"factorized":[150],"cost.":[151],"Such":[152],"processes":[154],"occur":[155],"simultaneously":[156],"several":[158],"parallel":[159],"units,":[160],"trained":[163],"periodically":[166],"synchronized":[167],"best":[170],"ones,":[171],"thereby":[172],"improving":[173],"master":[175],"Numerical":[177],"examples":[178],"demonstrate":[179],"that":[180],"outperforms":[184],"baseline":[185],"policies,":[186],"conventional":[188],"schemes":[190],"subsystem-level":[193],"optimal":[194]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-07-18T00:00:00"}