{"id":"https://openalex.org/W4385656657","doi":"https://doi.org/10.1109/tsg.2023.3302846","title":"Deep Reinforcement Learning-Based Active Network Management and Emergency Load-Shedding Control for Power Systems","display_name":"Deep Reinforcement Learning-Based Active Network Management and Emergency Load-Shedding Control for Power Systems","publication_year":2023,"publication_date":"2023-08-08","ids":{"openalex":"https://openalex.org/W4385656657","doi":"https://doi.org/10.1109/tsg.2023.3302846"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2023.3302846","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3302846","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100392971","display_name":"Haotian Zhang","orcid":"https://orcid.org/0009-0005-6082-7389"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Haotian Zhang","raw_affiliation_strings":["Department of Electrical Engineering, Hanyang University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101707706","display_name":"Xinfeng Sun","orcid":"https://orcid.org/0000-0002-3856-2725"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Xinfeng Sun","raw_affiliation_strings":["Department of Electrical Engineering, Hanyang University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041449876","display_name":"Myoung Hoon Lee","orcid":"https://orcid.org/0000-0002-5105-4805"},"institutions":[{"id":"https://openalex.org/I146429904","display_name":"Incheon National University","ror":"https://ror.org/02xf7p935","country_code":"KR","type":"education","lineage":["https://openalex.org/I146429904"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Myoung Hoon Lee","raw_affiliation_strings":["Department of Electrical Engineering, Incheon National University, Incheon, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Incheon National University, Incheon, South Korea","institution_ids":["https://openalex.org/I146429904"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032721534","display_name":"Jun Moon","orcid":"https://orcid.org/0000-0002-8877-9519"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jun Moon","raw_affiliation_strings":["Department of Electrical Engineering, Hanyang University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100392971"],"corresponding_institution_ids":["https://openalex.org/I4575257"],"apc_list":null,"apc_paid":null,"fwci":2.6283,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.90317779,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"15","issue":"2","first_page":"1423","last_page":"1437"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8603079319000244},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.6225404739379883},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5945606827735901},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5225319862365723},{"id":"https://openalex.org/keywords/load-shedding","display_name":"Load Shedding","score":0.49581560492515564},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.45432037115097046},{"id":"https://openalex.org/keywords/energy-management-system","display_name":"Energy management system","score":0.441225528717041},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.435534805059433},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4032549560070038},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3378097712993622},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.33130842447280884},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32087886333465576},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2749392092227936},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2614113986492157},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.22837874293327332}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8603079319000244},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.6225404739379883},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5945606827735901},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5225319862365723},{"id":"https://openalex.org/C2779777743","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Load Shedding","level":4,"score":0.49581560492515564},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.45432037115097046},{"id":"https://openalex.org/C2781260460","wikidata":"https://www.wikidata.org/wiki/Q6139999","display_name":"Energy management system","level":4,"score":0.441225528717041},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.435534805059433},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4032549560070038},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3378097712993622},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.33130842447280884},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32087886333465576},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2749392092227936},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2614113986492157},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.22837874293327332},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2023.3302846","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3302846","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1648519601","display_name":null,"funder_award_id":"RS-2023-00235742","funder_id":"https://openalex.org/F4320335199","funder_display_name":"Korea Institute of Energy Technology Evaluation and Planning"},{"id":"https://openalex.org/G520440084","display_name":null,"funder_award_id":"NRF-2021R1A2C2094350","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320335199","display_name":"Korea Institute of Energy Technology Evaluation and Planning","ror":"https://ror.org/02zq38y32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1845972764","https://openalex.org/W1995528357","https://openalex.org/W2008668719","https://openalex.org/W2064055853","https://openalex.org/W2071227862","https://openalex.org/W2095553613","https://openalex.org/W2125322364","https://openalex.org/W2143175834","https://openalex.org/W2145339207","https://openalex.org/W2169820422","https://openalex.org/W2185456487","https://openalex.org/W2201581102","https://openalex.org/W2231846456","https://openalex.org/W2736601468","https://openalex.org/W2785738552","https://openalex.org/W2799151646","https://openalex.org/W2804791273","https://openalex.org/W2904246096","https://openalex.org/W2915350869","https://openalex.org/W2921851574","https://openalex.org/W2948708918","https://openalex.org/W2959466714","https://openalex.org/W2963864421","https://openalex.org/W2966492573","https://openalex.org/W2966650065","https://openalex.org/W2971123126","https://openalex.org/W2974854012","https://openalex.org/W2994779380","https://openalex.org/W3015872947","https://openalex.org/W3036592441","https://openalex.org/W3040949903","https://openalex.org/W3043475934","https://openalex.org/W3044528681","https://openalex.org/W3097422301","https://openalex.org/W3103545361","https://openalex.org/W3108288031","https://openalex.org/W3137465606","https://openalex.org/W3168391194","https://openalex.org/W3211223618","https://openalex.org/W3216581177","https://openalex.org/W4205760645","https://openalex.org/W4246110721","https://openalex.org/W4282836858","https://openalex.org/W4319996440","https://openalex.org/W4321459287","https://openalex.org/W4384789415","https://openalex.org/W6684921986","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6737893269","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6747924173","https://openalex.org/W6750186571","https://openalex.org/W6751535212","https://openalex.org/W6751725685","https://openalex.org/W6762935222","https://openalex.org/W6779862287","https://openalex.org/W6780559895","https://openalex.org/W6796030493","https://openalex.org/W6810667139"],"related_works":["https://openalex.org/W2014922968","https://openalex.org/W2066910221","https://openalex.org/W2749199243","https://openalex.org/W2991998379","https://openalex.org/W2035823501","https://openalex.org/W2054087328","https://openalex.org/W1865483837","https://openalex.org/W2748083280","https://openalex.org/W2544162450","https://openalex.org/W2333017163"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"two":[3],"novel":[4],"deep":[5],"reinforcement":[6],"learning":[7],"(DRL)":[8],"approaches":[9],"aimed":[10],"at":[11],"solving":[12],"complex":[13],"power":[14,27,63,147],"system":[15],"control":[16,71,128],"problems":[17],"in":[18,61,97,146,154],"a":[19],"data-driven":[20],"sense":[21],"to":[22,50,140,162,188,196],"maintain":[23],"the":[24,52,78,83,107,126,134,155,181],"stability":[25,100],"of":[26,56,85,95,99,183,206],"systems.":[28,148,202],"Specifically,":[29],"we":[30,74,122,185],"propose,":[31],"respectively,":[32],"SACPER":[33,76,96,207],"(Soft":[34],"Actor-Critic":[35],"(SAC)":[36],"with":[37,87,215],"Prioritized":[38],"Experience":[39],"Replay":[40],"(PER))":[41],"and":[42,65,90,102,112,115,167,177,199,208],"Constrained":[43],"Variational":[44],"Policy":[45],"Optimization":[46],"(CVPO)":[47],"DRL":[48,218],"algorithms":[49],"address":[51,141],"sequential":[53],"decision-making":[54],"problem":[55,109],"active":[57],"network":[58,156],"management":[59],"(ANM)":[60],"distributed":[62],"systems":[64],"optimizing":[66],"emergency":[67],"load":[68],"shedding":[69],"(ELS)":[70],"problems.":[72],"First,":[73],"propose":[75],"for":[77,125,160],"ANM":[79,108],"problem,":[80,129],"which":[81,130],"prioritizes":[82],"training":[84,175],"samples":[86],"large":[88],"errors":[89],"poor":[91],"policy":[92],"performance.":[93],"Evaluation":[94],"terms":[98],"improvement":[101],"convergence":[103],"speed":[104],"shows":[105],"that":[106],"is":[110,131,194],"optimized":[111],"energy":[113,170],"loss":[114],"operational":[116],"constraint":[117,143],"violations":[118],"are":[119,210],"minimized.":[120],"Next,":[121],"introduce":[123],"CVPO":[124,192,209],"ELS":[127],"formulated":[132],"as":[133,157],"Safe":[135],"Reinforcement":[136],"Learning":[137],"(SRL)":[138],"framework":[139],"safety":[142],"prioritization":[144],"issues":[145],"We":[149],"consider":[150],"additional":[151],"voltage":[152,165],"variables":[153],"strong":[158],"constraints":[159],"SRL":[161],"achieve":[163],"fast":[164],"recovery":[166],"minimize":[168],"unnecessary":[169],"loss,":[171],"while":[172],"ensuring":[173],"good":[174],"performance":[176],"efficiency.":[178],"To":[179],"demonstrate":[180],"performances":[182],"SACPER,":[184],"apply":[186],"it":[187],"ANM6-Easy":[189],"environment.":[190],"The":[191,203],"algorithm":[193],"applied":[195],"IEEE":[197,200],"39-Bus":[198],"300-Bus":[201],"simulation":[204],"results":[205],"validated":[211],"through":[212],"extensive":[213],"comparisons":[214],"other":[216],"state-of-the-art":[217],"approaches.":[219]},"counts_by_year":[{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":6}],"updated_date":"2026-03-22T08:09:32.410652","created_date":"2025-10-10T00:00:00"}