{"id":"https://openalex.org/W4389387716","doi":"https://doi.org/10.1109/smartgridcomm57358.2023.10333881","title":"Deep Reinforcement Learning for Distribution Power System Cyber-Resilience via Distributed Energy Resource Control","display_name":"Deep Reinforcement Learning for Distribution Power System Cyber-Resilience via Distributed Energy Resource Control","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4389387716","doi":"https://doi.org/10.1109/smartgridcomm57358.2023.10333881"},"language":"en","primary_location":{"id":"doi:10.1109/smartgridcomm57358.2023.10333881","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/smartgridcomm57358.2023.10333881","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090519403","display_name":"Nicholas E. Corrado","orcid":null},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]},{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nicholas E. Corrado","raw_affiliation_strings":["University of Wisconsin,Department of Computer Sciences,Madison","Department of Computer Sciences, University of Wisconsin, Madison","Sandia National Laboratories"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin,Department of Computer Sciences,Madison","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"Department of Computer Sciences, University of Wisconsin, Madison","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"Sandia National Laboratories","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052203465","display_name":"Michael Livesay","orcid":"https://orcid.org/0000-0002-2594-3772"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Livesay","raw_affiliation_strings":["Sandia National Laboratories"],"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065746380","display_name":"Tyson Bailey","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tyson Bailey","raw_affiliation_strings":["Sandia National Laboratories"],"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058873114","display_name":"Jay Johnson","orcid":"https://orcid.org/0000-0001-9326-8011"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jay Johnson","raw_affiliation_strings":["Sandia National Laboratories"],"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074466961","display_name":"Drew Levin","orcid":"https://orcid.org/0000-0002-6955-8315"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Drew Levin","raw_affiliation_strings":["Sandia National Laboratories"],"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories","institution_ids":["https://openalex.org/I4210104735"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5090519403"],"corresponding_institution_ids":["https://openalex.org/I135310074","https://openalex.org/I4210104735"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20608899,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"abs/1509.02971","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7822558283805847},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7308841943740845},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5862117409706116},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.5179749727249146},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.49054259061813354},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.44792884588241577},{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.4470047950744629},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.4115482568740845},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2754198908805847},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18591254949569702},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1702742576599121},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.156498521566391}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7822558283805847},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7308841943740845},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5862117409706116},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5179749727249146},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.49054259061813354},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.44792884588241577},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.4470047950744629},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.4115482568740845},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2754198908805847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18591254949569702},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1702742576599121},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.156498521566391},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smartgridcomm57358.2023.10333881","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/smartgridcomm57358.2023.10333881","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2153573511","https://openalex.org/W2256420211","https://openalex.org/W2503702879","https://openalex.org/W2516949065","https://openalex.org/W2546440174","https://openalex.org/W2548423666","https://openalex.org/W2736601468","https://openalex.org/W2738109916","https://openalex.org/W2762654164","https://openalex.org/W2886531884","https://openalex.org/W2896103470","https://openalex.org/W2898696953","https://openalex.org/W2902180473","https://openalex.org/W2907002392","https://openalex.org/W2911412457","https://openalex.org/W2917909980","https://openalex.org/W2936616423","https://openalex.org/W2944306386","https://openalex.org/W2963864421","https://openalex.org/W2966492573","https://openalex.org/W2972852318","https://openalex.org/W2982316857","https://openalex.org/W2989945650","https://openalex.org/W2994779380","https://openalex.org/W3003497208","https://openalex.org/W3020785977","https://openalex.org/W3033672499","https://openalex.org/W3036188038","https://openalex.org/W3082134657","https://openalex.org/W3096632704","https://openalex.org/W3108669277","https://openalex.org/W3135527034","https://openalex.org/W3158136152","https://openalex.org/W3206155899","https://openalex.org/W4200173575","https://openalex.org/W4251818744","https://openalex.org/W4286382386","https://openalex.org/W4297757146","https://openalex.org/W6684921986","https://openalex.org/W6691861496","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6762592680"],"related_works":["https://openalex.org/W2093262417","https://openalex.org/W2123131699","https://openalex.org/W650116260","https://openalex.org/W2378329187","https://openalex.org/W4390790060","https://openalex.org/W2134191509","https://openalex.org/W3209454962","https://openalex.org/W79697243","https://openalex.org/W2314257840","https://openalex.org/W2365800294"],"abstract_inverted_index":{"Interoperable,":[0],"internet-connected":[1],"distributed":[2],"energy":[3],"resource":[4],"(DER)":[5],"devices":[6],"in":[7,114,155],"power":[8,91,127,166],"systems":[9,20,53,167],"create":[10],"a":[11,87,141,159],"new":[12,74,88],"attack":[13],"vector":[14],"for":[15],"malicious":[16],"cyber-actors.":[17],"Modern":[18],"control":[19,45,52,76,93,105],"primarily":[21],"focus":[22],"on":[23,68,95,120],"transmission":[24],"and":[25,28,44,124,139],"sub-transmission":[26],"operations":[27],"rarely":[29],"incorporate":[30],"DER":[31,69],"or":[32],"other":[33],"distribution-connected":[34],"equipment.":[35],"While":[36],"recent":[37],"advances":[38],"have":[39],"expanded":[40],"grid":[41,80],"operator":[42],"visibility":[43],"functionality":[46],"to":[47,55,63,78,90,153],"the":[48,121,148],"distribution":[49,92,128],"level,":[50],"these":[51],"struggle":[54],"scale":[56,154],"with":[57,147,168],"thousands":[58],"of":[59,151,165],"networked":[60],"devices.":[61],"Thus,":[62],"defend":[64],"against":[65],"potential":[66],"attacks":[67],"devices,":[70],"we":[71,85],"must":[72],"develop":[73],"real-time":[75,162],"algorithms":[77,100,113],"ensure":[79],"stability.":[81],"In":[82],"this":[83],"work,":[84],"present":[86],"approach":[89],"based":[94,119],"deep":[96],"reinforcement":[97],"learning":[98],"(RL)":[99],"which":[101],"can":[102,134],"learn":[103],"optimal":[104],"policies":[106],"through":[107],"experience.":[108],"We":[109,130],"evaluate":[110],"four":[111],"RL":[112,133,152,169],"novel":[115],"voltage":[116,137],"stabilization":[117],"tasks":[118],"IEEE":[122],"13-bus":[123],"EPRI":[125],"Ckt5":[126],"models.":[129],"demonstrate":[131],"that":[132],"successfully":[135],"perform":[136],"regulation":[138],"outperform":[140],"greedy":[142],"algorithm.":[143],"Our":[144],"results":[145],"coupled":[146],"established":[149],"capability":[150],"high-dimensional":[156],"settings":[157],"opens":[158],"path":[160],"towards":[161],"cyber":[163],"defense":[164],"agents.":[170]},"counts_by_year":[],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}