{"id":"https://openalex.org/W4412375006","doi":"https://doi.org/10.1109/jproc.2025.3584656","title":"A Review of Safe Reinforcement Learning Methods for Modern Power Systems","display_name":"A Review of Safe Reinforcement Learning Methods for Modern Power Systems","publication_year":2025,"publication_date":"2025-03-01","ids":{"openalex":"https://openalex.org/W4412375006","doi":"https://doi.org/10.1109/jproc.2025.3584656"},"language":"en","primary_location":{"id":"doi:10.1109/jproc.2025.3584656","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2025.3584656","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066671839","display_name":"Tong Su","orcid":"https://orcid.org/0000-0002-5424-6757"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tong Su","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Connecticut, Storrs, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-5424-6757","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Connecticut, Storrs, CT, USA","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000348675","display_name":"Tong Wu","orcid":"https://orcid.org/0000-0002-7474-6943"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tong Wu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Central Florida, Orlando, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-7474-6943","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042402520","display_name":"Junbo Zhao","orcid":"https://orcid.org/0000-0002-8498-9666"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junbo Zhao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Connecticut, Storrs, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-8498-9666","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Connecticut, Storrs, CT, USA","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029881017","display_name":"Anna Scaglione","orcid":"https://orcid.org/0000-0002-8892-3680"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4405261073","display_name":"Cornell Tech","ror":"https://ror.org/04qscbg47","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4405261073"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anna Scaglione","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Cornell Tech, Cornell University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-8892-3680","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Cornell Tech, Cornell University, New York, NY, USA","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4405261073"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048219277","display_name":"Le Xie","orcid":"https://orcid.org/0000-0002-9810-948X"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Le Xie","raw_affiliation_strings":["Harvard John A. Paulson School of Engineering and Applied Sciences, Allston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9810-948X","affiliations":[{"raw_affiliation_string":"Harvard John A. Paulson School of Engineering and Applied Sciences, Allston, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":25.5364,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.99862192,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"113","issue":"3","first_page":"213","last_page":"255"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9214000105857849,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9214000105857849,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6513979434967041},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5228931307792664},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44224998354911804},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26352426409721375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24322760105133057},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.06339621543884277}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6513979434967041},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5228931307792664},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44224998354911804},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26352426409721375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24322760105133057},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.06339621543884277}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jproc.2025.3584656","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2025.3584656","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5439315992","display_name":null,"funder_award_id":"10422","funder_id":"https://openalex.org/F4320337712","funder_display_name":"Solar Energy Technologies Office"}],"funders":[{"id":"https://openalex.org/F4320337712","display_name":"Solar Energy Technologies Office","ror":"https://ror.org/033jmdj81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":303,"referenced_works":["https://openalex.org/W275578392","https://openalex.org/W1548148540","https://openalex.org/W1578978182","https://openalex.org/W1845972764","https://openalex.org/W1987483509","https://openalex.org/W2011278703","https://openalex.org/W2043265651","https://openalex.org/W2053572490","https://openalex.org/W2088890784","https://openalex.org/W2089217930","https://openalex.org/W2089537629","https://openalex.org/W2096478911","https://openalex.org/W2106424475","https://openalex.org/W2117750133","https://openalex.org/W2120667236","https://openalex.org/W2127769373","https://openalex.org/W2144048072","https://openalex.org/W2163058271","https://openalex.org/W2231928583","https://openalex.org/W2246420771","https://openalex.org/W2326833347","https://openalex.org/W2333026896","https://openalex.org/W2479608155","https://openalex.org/W2546440174","https://openalex.org/W2604739525","https://openalex.org/W2644347995","https://openalex.org/W2741941028","https://openalex.org/W2757615817","https://openalex.org/W2760775781","https://openalex.org/W2787908307","https://openalex.org/W2790306973","https://openalex.org/W2795937231","https://openalex.org/W2796336776","https://openalex.org/W2889547631","https://openalex.org/W2904350903","https://openalex.org/W2907044432","https://openalex.org/W2908261578","https://openalex.org/W2908509851","https://openalex.org/W2908643158","https://openalex.org/W2913831476","https://openalex.org/W2921955147","https://openalex.org/W2948652605","https://openalex.org/W2951054802","https://openalex.org/W2963575966","https://openalex.org/W2963850168","https://openalex.org/W2964266044","https://openalex.org/W2964883708","https://openalex.org/W2966492573","https://openalex.org/W2979982637","https://openalex.org/W2984269808","https://openalex.org/W2989038489","https://openalex.org/W2990466689","https://openalex.org/W2991615077","https://openalex.org/W2994779380","https://openalex.org/W2997572754","https://openalex.org/W2998619042","https://openalex.org/W3010257396","https://openalex.org/W3012125688","https://openalex.org/W3016224608","https://openalex.org/W3016983759","https://openalex.org/W3020541374","https://openalex.org/W3034444391","https://openalex.org/W3038624044","https://openalex.org/W3049652862","https://openalex.org/W3053676525","https://openalex.org/W3080250240","https://openalex.org/W3081641648","https://openalex.org/W3090911997","https://openalex.org/W3093721298","https://openalex.org/W3094684670","https://openalex.org/W3097422301","https://openalex.org/W3100789280","https://openalex.org/W3101619847","https://openalex.org/W3108288031","https://openalex.org/W3109289797","https://openalex.org/W3110616637","https://openalex.org/W3110874572","https://openalex.org/W3110946112","https://openalex.org/W3112804989","https://openalex.org/W3113174134","https://openalex.org/W3115400368","https://openalex.org/W3121342653","https://openalex.org/W3130693565","https://openalex.org/W3131436982","https://openalex.org/W3131665514","https://openalex.org/W3131674817","https://openalex.org/W3134484216","https://openalex.org/W3135527034","https://openalex.org/W3135730722","https://openalex.org/W3137095271","https://openalex.org/W3150570724","https://openalex.org/W3156214841","https://openalex.org/W3156919398","https://openalex.org/W3162118020","https://openalex.org/W3163380956","https://openalex.org/W3163894240","https://openalex.org/W3164011142","https://openalex.org/W3169134498","https://openalex.org/W3173294282","https://openalex.org/W3175295581","https://openalex.org/W3176113203","https://openalex.org/W3181582756","https://openalex.org/W3185133591","https://openalex.org/W3186992617","https://openalex.org/W3189576409","https://openalex.org/W3193584987","https://openalex.org/W3195860693","https://openalex.org/W3196740281","https://openalex.org/W3200027859","https://openalex.org/W3203915790","https://openalex.org/W3205598877","https://openalex.org/W3206889533","https://openalex.org/W3214520983","https://openalex.org/W4200417304","https://openalex.org/W4205760645","https://openalex.org/W4206041538","https://openalex.org/W4206267795","https://openalex.org/W4206269615","https://openalex.org/W4206936947","https://openalex.org/W4210294974","https://openalex.org/W4210877744","https://openalex.org/W4211136838","https://openalex.org/W4211186495","https://openalex.org/W4211202104","https://openalex.org/W4214759040","https://openalex.org/W4220846665","https://openalex.org/W4220863999","https://openalex.org/W4221110788","https://openalex.org/W4225724445","https://openalex.org/W4226048384","https://openalex.org/W4226367956","https://openalex.org/W4226438853","https://openalex.org/W4226494903","https://openalex.org/W4251818744","https://openalex.org/W4281567217","https://openalex.org/W4282969086","https://openalex.org/W4283396661","https://openalex.org/W4283397781","https://openalex.org/W4283769870","https://openalex.org/W4285173232","https://openalex.org/W4285236779","https://openalex.org/W4285384261","https://openalex.org/W4285600796","https://openalex.org/W4287669147","https://openalex.org/W4293152922","https://openalex.org/W4297847176","https://openalex.org/W4298152141","https://openalex.org/W4306679387","https://openalex.org/W4308216324","https://openalex.org/W4310078139","https://openalex.org/W4310252819","https://openalex.org/W4312221761","https://openalex.org/W4312285539","https://openalex.org/W4312292627","https://openalex.org/W4312445281","https://openalex.org/W4312532452","https://openalex.org/W4312550982","https://openalex.org/W4312945708","https://openalex.org/W4313034925","https://openalex.org/W4313591002","https://openalex.org/W4317384992","https://openalex.org/W4318983719","https://openalex.org/W4319034936","https://openalex.org/W4319338775","https://openalex.org/W4319996440","https://openalex.org/W4320015775","https://openalex.org/W4320340663","https://openalex.org/W4320719771","https://openalex.org/W4321496160","https://openalex.org/W4327522085","https://openalex.org/W4360584316","https://openalex.org/W4361801863","https://openalex.org/W4365444062","https://openalex.org/W4365790198","https://openalex.org/W4377001486","https://openalex.org/W4378805719","https://openalex.org/W4379276060","https://openalex.org/W4380887485","https://openalex.org/W4380995076","https://openalex.org/W4382119111","https://openalex.org/W4382119300","https://openalex.org/W4382119408","https://openalex.org/W4382239550","https://openalex.org/W4382936258","https://openalex.org/W4383340036","https://openalex.org/W4385225239","https://openalex.org/W4385329435","https://openalex.org/W4385621268","https://openalex.org/W4385656657","https://openalex.org/W4385681343","https://openalex.org/W4385767976","https://openalex.org/W4386322069","https://openalex.org/W4386453649","https://openalex.org/W4386710833","https://openalex.org/W4387005852","https://openalex.org/W4387005896","https://openalex.org/W4387006274","https://openalex.org/W4387027455","https://openalex.org/W4387089885","https://openalex.org/W4387129391","https://openalex.org/W4387831713","https://openalex.org/W4387986900","https://openalex.org/W4389169347","https://openalex.org/W4389297203","https://openalex.org/W4389371452","https://openalex.org/W4389400609","https://openalex.org/W4389611117","https://openalex.org/W4389879648","https://openalex.org/W4390777666","https://openalex.org/W4390905390","https://openalex.org/W4390939831","https://openalex.org/W4391399751","https://openalex.org/W4391694085","https://openalex.org/W4391907711","https://openalex.org/W4392406079","https://openalex.org/W4392552058","https://openalex.org/W4392867353","https://openalex.org/W4393763811","https://openalex.org/W4394938947","https://openalex.org/W4394963598","https://openalex.org/W4396506620","https://openalex.org/W4399057826","https://openalex.org/W4399577281","https://openalex.org/W4399796059","https://openalex.org/W4400315076","https://openalex.org/W4400910287","https://openalex.org/W4401023546","https://openalex.org/W4401555604","https://openalex.org/W4402194461","https://openalex.org/W4402402057","https://openalex.org/W4402661207","https://openalex.org/W4402705002","https://openalex.org/W4403972964","https://openalex.org/W4404102001","https://openalex.org/W4405304024","https://openalex.org/W4405717745","https://openalex.org/W4406709262","https://openalex.org/W4407074890","https://openalex.org/W4409116005","https://openalex.org/W4410358666","https://openalex.org/W4410734570","https://openalex.org/W4412375006","https://openalex.org/W6677959772","https://openalex.org/W6680657880","https://openalex.org/W6684037837","https://openalex.org/W6687063787","https://openalex.org/W6717915398","https://openalex.org/W6727685206","https://openalex.org/W6735677848","https://openalex.org/W6737893269","https://openalex.org/W6738483526","https://openalex.org/W6747790125","https://openalex.org/W6751535212","https://openalex.org/W6751725685","https://openalex.org/W6752383024","https://openalex.org/W6756463683","https://openalex.org/W6757469721","https://openalex.org/W6759312646","https://openalex.org/W6767300576","https://openalex.org/W6767486501","https://openalex.org/W6768617876","https://openalex.org/W6770009701","https://openalex.org/W6771280675","https://openalex.org/W6776026728","https://openalex.org/W6776438516","https://openalex.org/W6776867236","https://openalex.org/W6780159193","https://openalex.org/W6780587392","https://openalex.org/W6782604916","https://openalex.org/W6785187516","https://openalex.org/W6785471904","https://openalex.org/W6790964287","https://openalex.org/W6791040878","https://openalex.org/W6791058932","https://openalex.org/W6796690604","https://openalex.org/W6797091786","https://openalex.org/W6797945589","https://openalex.org/W6800868767","https://openalex.org/W6802126314","https://openalex.org/W6802550813","https://openalex.org/W6803341758","https://openalex.org/W6804456054","https://openalex.org/W6810117489","https://openalex.org/W6810709996","https://openalex.org/W6811221485","https://openalex.org/W6838633502","https://openalex.org/W6838786257","https://openalex.org/W6844914471","https://openalex.org/W6846203639","https://openalex.org/W6846206559","https://openalex.org/W6848993989","https://openalex.org/W6850227584","https://openalex.org/W6852230907","https://openalex.org/W6853523444","https://openalex.org/W6858013149","https://openalex.org/W6859401013","https://openalex.org/W6861682286","https://openalex.org/W6869001228","https://openalex.org/W6870032473","https://openalex.org/W6870156073","https://openalex.org/W6873482226","https://openalex.org/W6874181217","https://openalex.org/W6875389374"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Given":[0],"the":[1,30,215],"availability":[2],"of":[3,140,220],"more":[4],"comprehensive":[5,138],"measurement":[6],"data":[7],"in":[8,19,50,100,199,223],"modern":[9,224],"power":[10,52,149,225],"systems,":[11],"reinforcement":[12],"learning":[13],"(RL)":[14],"has":[15,60],"gained":[16],"significant":[17],"interest":[18],"operation":[20],"and":[21,32,43,75,83,111,123,144,152,162,178,182,192,202,209,218],"control.":[22],"Conventional":[23],"RL":[24,59,104,142,169,222],"relies":[25],"on":[26,89],"trial-and-error":[27],"interactions":[28],"with":[29],"environment":[31],"reward":[33],"feedback,":[34],"which":[35],"often":[36],"leads":[37],"to":[38,63,129,213],"exploring":[39],"unsafe":[40,45,95],"operating":[41],"regions":[42,79],"executing":[44],"actions,":[46,96],"especially":[47],"when":[48],"deployed":[49],"real-world":[51,189],"systems.":[53,226],"To":[54],"address":[55],"these":[56],"challenges,":[57],"safe":[58,78,103,141,168,221],"been":[61],"proposed":[62],"optimize":[64],"operational":[65,160],"objectives":[66],"while":[67],"ensuring":[68],"safety":[69,121,132],"constraints":[70],"are":[71],"met,":[72],"keeping":[73],"actions":[74],"states":[76],"within":[77],"throughout":[80],"both":[81],"training":[82],"deployment.":[84],"Rather":[85],"than":[86],"relying":[87],"solely":[88],"manually":[90],"designed":[91],"penalty":[92],"terms":[93],"for":[94],"as":[97,118,197],"is":[98],"common":[99],"conventional":[101],"RL,":[102],"methods":[105,143],"reviewed":[106],"here":[107],"primarily":[108],"leverage":[109],"advanced":[110],"proactive":[112],"mechanisms.":[113],"These":[114],"include":[115],"techniques":[116],"such":[117,196],"Lagrangian":[119],"relaxation,":[120],"layers,":[122],"theoretical":[124],"guarantees":[125],"like":[126],"Lyapunov":[127],"functions":[128],"rigorously":[130],"enforce":[131],"boundaries.":[133],"This":[134,185],"article":[135,186],"provides":[136],"a":[137],"review":[139],"their":[145,172],"applications":[146],"across":[147],"various":[148],"system":[150],"operations":[151],"control":[153],"domains,":[154],"including":[155],"security":[156],"control,":[157],"real-time":[158],"operation,":[159],"planning,":[161],"emerging":[163],"areas.":[164],"It":[165],"summarizes":[166],"existing":[167],"techniques,":[170],"evaluates":[171],"performance,":[173],"analyzes":[174],"suitable":[175],"deployment":[176,219],"scenarios,":[177],"examines":[179],"algorithm":[180],"benchmarks":[181],"application":[183],"environments.":[184],"also":[187],"highlights":[188],"implementation":[190],"cases":[191],"identifies":[193],"critical":[194],"challenges":[195],"scalability":[198],"large-scale":[200],"systems":[201],"robustness":[203],"under":[204],"uncertainty,":[205],"providing":[206],"potential":[207],"solutions":[208],"outlining":[210],"future":[211],"directions":[212],"advance":[214],"reliable":[216],"integration":[217]},"counts_by_year":[{"year":2026,"cited_by_count":35},{"year":2025,"cited_by_count":16}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}