{"id":"https://openalex.org/W4415707094","doi":"https://doi.org/10.1109/tii.2025.3609071","title":"Real-Time Resilient Power System Operation With Defender\u2013Attacker Soft Actor-Critic Reinforcement Learning","display_name":"Real-Time Resilient Power System Operation With Defender\u2013Attacker Soft Actor-Critic Reinforcement Learning","publication_year":2025,"publication_date":"2025-10-30","ids":{"openalex":"https://openalex.org/W4415707094","doi":"https://doi.org/10.1109/tii.2025.3609071"},"language":null,"primary_location":{"id":"doi:10.1109/tii.2025.3609071","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3609071","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108048793","display_name":"Wei Xiang","orcid":"https://orcid.org/0000-0002-5190-8807"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiang Wei","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Hong Kong Polytechnic University, Hung Hom, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-5190-8807","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034113722","display_name":"Ka Wing Chan","orcid":"https://orcid.org/0000-0001-7462-0753"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ka Wing Chan","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Hong Kong Polytechnic University, Hung Hom, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-7462-0753","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053323339","display_name":"Khaled Al Jaafari","orcid":"https://orcid.org/0000-0003-1990-5486"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Khaled Al Jaafari","raw_affiliation_strings":["Advanced Power and Energy Center, Department of Electrical Engineering, Khalifa University, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0003-1990-5486","affiliations":[{"raw_affiliation_string":"Advanced Power and Energy Center, Department of Electrical Engineering, Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064685420","display_name":"Xian Zhang","orcid":"https://orcid.org/0000-0002-9586-2345"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian Zhang","raw_affiliation_strings":["School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-9586-2345","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101857631","display_name":"Guibin Wang","orcid":"https://orcid.org/0000-0003-0447-1267"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guibin Wang","raw_affiliation_strings":["College of Mechatronics and Control Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0447-1267","affiliations":[{"raw_affiliation_string":"College of Mechatronics and Control Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008007558","display_name":"Ahmed Rabee Sayed","orcid":"https://orcid.org/0000-0001-5855-7125"},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ahmed Rabee Sayed","raw_affiliation_strings":["Electrical Power and Machines Department, Faculty of Engineering, Cairo University, Giza, Egypt"],"raw_orcid":"https://orcid.org/0000-0001-5855-7125","affiliations":[{"raw_affiliation_string":"Electrical Power and Machines Department, Faculty of Engineering, Cairo University, Giza, Egypt","institution_ids":["https://openalex.org/I145487455"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4703,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.8309579,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"22","issue":"2","first_page":"684","last_page":"695"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.3968999981880188,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.3968999981880188,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.2948000133037567,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.12250000238418579,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8360999822616577},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7883999943733215},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.6797000169754028},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5241000056266785},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.489300012588501},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.48159998655319214},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.43959999084472656},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.43369999527931213},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4262000024318695}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8360999822616577},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7883999943733215},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.6797000169754028},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6780999898910522},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5241000056266785},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.489300012588501},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.48159998655319214},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43959999084472656},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.43369999527931213},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4262000024318695},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.36910000443458557},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.35260000824928284},{"id":"https://openalex.org/C2986056383","wikidata":"https://www.wikidata.org/wiki/Q556030","display_name":"Power flow","level":4,"score":0.3402000069618225},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3287999927997589},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3224000036716461},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3075000047683716},{"id":"https://openalex.org/C38361682","wikidata":"https://www.wikidata.org/wiki/Q1756067","display_name":"Power-system protection","level":4,"score":0.30379998683929443},{"id":"https://openalex.org/C40293303","wikidata":"https://www.wikidata.org/wiki/Q27137","display_name":"Electric power","level":3,"score":0.274399995803833},{"id":"https://openalex.org/C108755667","wikidata":"https://www.wikidata.org/wiki/Q1930258","display_name":"AC power","level":3,"score":0.26829999685287476},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C44616089","wikidata":"https://www.wikidata.org/wiki/Q30158686","display_name":"Constraint satisfaction","level":3,"score":0.25519999861717224},{"id":"https://openalex.org/C116219307","wikidata":"https://www.wikidata.org/wiki/Q7236625","display_name":"Power system simulation","level":4,"score":0.25519999861717224},{"id":"https://openalex.org/C2984634286","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision process","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2025.3609071","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3609071","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2090432098","display_name":null,"funder_award_id":"72171155","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2841560959","display_name":null,"funder_award_id":"72001058","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5667204501","display_name":null,"funder_award_id":"2024A1515012656","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G6295146386","display_name":null,"funder_award_id":"2023A1515010724","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G6787884469","display_name":null,"funder_award_id":"72571075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2781184247","https://openalex.org/W2922209542","https://openalex.org/W2926956015","https://openalex.org/W2981064058","https://openalex.org/W3088315405","https://openalex.org/W3112413974","https://openalex.org/W3125835663","https://openalex.org/W3158533713","https://openalex.org/W3193547894","https://openalex.org/W3201161517","https://openalex.org/W3202077632","https://openalex.org/W3209554310","https://openalex.org/W3212677041","https://openalex.org/W4206717368","https://openalex.org/W4206718488","https://openalex.org/W4211051127","https://openalex.org/W4211186495","https://openalex.org/W4220846665","https://openalex.org/W4226079449","https://openalex.org/W4226081078","https://openalex.org/W4285213529","https://openalex.org/W4285603252","https://openalex.org/W4292964464","https://openalex.org/W4309049997","https://openalex.org/W4312241049","https://openalex.org/W4312285539","https://openalex.org/W4312458965","https://openalex.org/W4365790198","https://openalex.org/W4376116890","https://openalex.org/W4379528687","https://openalex.org/W4390475963","https://openalex.org/W4390489111","https://openalex.org/W4391710887","https://openalex.org/W4396560044","https://openalex.org/W4406212250","https://openalex.org/W4407835787"],"related_works":[],"abstract_inverted_index":{"Threatened":[0],"by":[1,67],"weather":[2],"disasters":[3],"and":[4,11,54,76,85,96,110,115,129],"operational":[5],"uncertainties,":[6],"power":[7,36,134],"systems":[8],"require":[9],"resilient":[10],"cost-effective":[12],"decision":[13,43],"making":[14],"to":[15,82],"ensure":[16],"security.":[17],"This":[18],"article":[19],"proposes":[20],"a":[21,78,126],"novel":[22],"deep":[23],"reinforcement":[24],"learning":[25,80],"algorithm,":[26],"namely":[27],"defender\u2013attacker":[28],"soft":[29,62],"actor-critic":[30,63],"(DA-SAC),":[31],"designed":[32],"for":[33,132],"contingency-constrained":[34],"optimal":[35],"flow":[37],"underN\u2013ksecurity":[38],"criteria.":[39],"A":[40],"two-agent":[41],"Markov":[42],"process":[44],"is":[45,65,90],"formulated,":[46],"where":[47],"the":[48,55,73,93],"defender":[49],"learns":[50],"robust":[51],"control":[52],"actions":[53],"attacker":[56],"identifies":[57],"worst-case":[58],"contingencies.":[59,139],"The":[60,87],"core":[61],"algorithm":[64],"enhanced":[66],"integrating":[68],"constraint":[69,111],"violation":[70],"levels":[71],"into":[72],"reward":[74],"function":[75],"employing":[77],"two-timescale":[79],"scheme":[81],"improve":[83],"feasibility":[84],"stability.":[86],"proposed":[88],"method":[89],"validated":[91],"on":[92],"IEEE":[94],"30-bus":[95],"118-bus":[97],"systems.":[98],"Simulation":[99],"results":[100,121],"show":[101],"that":[102,123],"DA-SAC":[103,124],"significantly":[104],"reduces":[105],"unserved":[106],"energy,":[107],"load":[108],"shedding,":[109],"violations,":[112],"outperforming":[113],"conventional":[114],"deep-reinforcement-learning-based":[116],"benchmarks":[117],"underN\u20131,N\u20132,":[118],"andN\u20133scenarios.":[119],"These":[120],"demonstrate":[122],"offers":[125],"fast,":[127],"resilient,":[128],"practical":[130],"solution":[131],"real-time":[133],"system":[135],"operation":[136],"under":[137],"severe":[138]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2025-10-30T00:00:00"}