{"id":"https://openalex.org/W4412747918","doi":"https://doi.org/10.1109/access.2025.3593903","title":"A Deep Reinforcement Learning Framework for Adaptive Resiliency Enhancement in Smart Power Grids","display_name":"A Deep Reinforcement Learning Framework for Adaptive Resiliency Enhancement in Smart Power Grids","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412747918","doi":"https://doi.org/10.1109/access.2025.3593903"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3593903","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3593903","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3593903","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Boyu Wang","orcid":"https://orcid.org/0009-0001-1529-5417"},"institutions":[{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyu Wang","raw_affiliation_strings":["School of Intelligence Science and Technology, Beijing University of Civil Engineering and Architecture, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-1529-5417","affiliations":[{"raw_affiliation_string":"School of Intelligence Science and Technology, Beijing University of Civil Engineering and Architecture, Beijing, China","institution_ids":["https://openalex.org/I62853816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083955204","display_name":"Aliasghar Baziar","orcid":"https://orcid.org/0000-0001-9015-473X"},"institutions":[{"id":"https://openalex.org/I204490172","display_name":"Shiraz University of Technology","ror":"https://ror.org/04bxa3v83","country_code":"IR","type":"education","lineage":["https://openalex.org/I204490172"]},{"id":"https://openalex.org/I39268498","display_name":"University of Isfahan","ror":"https://ror.org/05h9t7759","country_code":"IR","type":"education","lineage":["https://openalex.org/I39268498"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Aliasghar Baziar","raw_affiliation_strings":["Development (R&D) Department, Esfahan Oil Refinery-Research, Esfahan, Iran","Electrical and Computer Engineering, Shiraz university of technology, Shiraz, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Development (R&D) Department, Esfahan Oil Refinery-Research, Esfahan, Iran","institution_ids":["https://openalex.org/I39268498"]},{"raw_affiliation_string":"Electrical and Computer Engineering, Shiraz university of technology, Shiraz, Iran","institution_ids":["https://openalex.org/I204490172"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059318109","display_name":"Mohammadreza Askari","orcid":"https://orcid.org/0000-0002-7582-7833"},"institutions":[{"id":"https://openalex.org/I110525433","display_name":"Islamic Azad University, Tehran","ror":"https://ror.org/01kzn7k21","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433"]},{"id":"https://openalex.org/I204490172","display_name":"Shiraz University of Technology","ror":"https://ror.org/04bxa3v83","country_code":"IR","type":"education","lineage":["https://openalex.org/I204490172"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Reza Askari","raw_affiliation_strings":["Sarvestan Branch, Islamic Azad University, Sarvestan, Iran","Electrical and Computer Engineering, Shiraz university of technology, Shiraz, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sarvestan Branch, Islamic Azad University, Sarvestan, Iran","institution_ids":["https://openalex.org/I110525433"]},{"raw_affiliation_string":"Electrical and Computer Engineering, Shiraz university of technology, Shiraz, Iran","institution_ids":["https://openalex.org/I204490172"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.4693,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.93399558,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"135420","last_page":"135428"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9629999995231628,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.851824164390564},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7057796716690063},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.6235432028770447},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34458473324775696},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.13892808556556702},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1163453757762909}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.851824164390564},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7057796716690063},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.6235432028770447},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34458473324775696},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.13892808556556702},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1163453757762909}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3593903","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3593903","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:14af5fa5443f4feb989d7577cfb980dd","is_oa":true,"landing_page_url":"https://doaj.org/article/14af5fa5443f4feb989d7577cfb980dd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 135420-135428 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3593903","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3593903","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.5199999809265137,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1325319727","display_name":null,"funder_award_id":"07082725003","funder_id":"https://openalex.org/F4320325174","funder_display_name":"Beijing University of Civil Engineering and Architecture"},{"id":"https://openalex.org/G4397981421","display_name":null,"funder_award_id":"X25016","funder_id":"https://openalex.org/F4320325174","funder_display_name":"Beijing University of Civil Engineering and Architecture"}],"funders":[{"id":"https://openalex.org/F4320325174","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2799669941","https://openalex.org/W2963698657","https://openalex.org/W3021510704","https://openalex.org/W3074479686","https://openalex.org/W3159543017","https://openalex.org/W4310724833","https://openalex.org/W4323644080","https://openalex.org/W4323928463","https://openalex.org/W4361011606","https://openalex.org/W4382568122","https://openalex.org/W4385507011","https://openalex.org/W4391127797","https://openalex.org/W4392450052","https://openalex.org/W4392671809","https://openalex.org/W4393102100","https://openalex.org/W4395032050","https://openalex.org/W4396780970","https://openalex.org/W4399709993","https://openalex.org/W4401046421","https://openalex.org/W4401056006","https://openalex.org/W4401073929","https://openalex.org/W4401325972","https://openalex.org/W4401387558","https://openalex.org/W4401658548","https://openalex.org/W4402991027","https://openalex.org/W4403344308","https://openalex.org/W4403986649","https://openalex.org/W4404135915","https://openalex.org/W4404703669","https://openalex.org/W4405266113","https://openalex.org/W4408859494"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,55,64,108,185,203],"critical":[4],"challenge":[5],"of":[6,97,110,205],"enhancing":[7],"resiliency":[8,125,129,159,201],"in":[9,151,202],"smart":[10,145,199],"power":[11,117],"grids":[12],"against":[13],"cyber-physical":[14,207],"disturbances,":[15],"including":[16],"cyber-attacks,":[17],"system":[18,118,152],"faults,":[19],"and":[20,30,73,89,102,127,137,158,167,177,194],"dynamic":[21],"load":[22],"variations.":[23],"Traditional":[24],"control":[25,82,96,103,154],"methods":[26],"often":[27],"lack":[28],"adaptability":[29],"robustness":[31],"required":[32],"to":[33,91,135,162,197],"maintain":[34],"stable":[35,72],"grid":[36,86,146,200],"operation":[37],"under":[38],"such":[39,172],"evolving":[40],"threats.":[41],"To":[42],"overcome":[43],"these":[44],"limitations,":[45],"we":[46],"propose":[47],"a":[48,80,120,128,143,192],"deep":[49],"reinforcement":[50,169],"learning":[51,170],"framework":[52,78],"based":[53],"on":[54,142],"Deep":[56,174],"Deterministic":[57],"Policy":[58,179],"Gradient":[59],"(DDPG)":[60],"algorithm,":[61],"optimized":[62],"using":[63],"Root":[65],"Mean":[66],"Square":[67],"Propagation":[68],"(RMSprop)":[69],"method":[70],"for":[71,116,132,188],"efficient":[74],"training.":[75],"The":[76,182],"proposed":[77],"features":[79],"two-layered":[81],"architecture":[83],"that":[84],"models":[85],"states,":[87],"actions,":[88],"rewards":[90],"enable":[92],"continuous,":[93],"real-time":[94],"adaptive":[95],"distributed":[98],"energy":[99],"resources,":[100],"microgrids,":[101],"centers.":[104],"Key":[105],"contributions":[106],"include":[107],"integration":[109],"DDPG":[111],"with":[112],"RMSprop":[113],"optimizer":[114],"tailored":[115],"stability,":[119,153],"comprehensive":[121],"reward":[122],"design":[123],"reflecting":[124],"metrics,":[126],"adaptation":[130],"layer":[131],"rapid":[133],"response":[134],"disturbances":[136],"cyber-attacks.":[138],"Simulation":[139],"results":[140],"conducted":[141],"realistic":[144],"testbed":[147],"demonstrate":[148],"superior":[149],"performance":[150],"accuracy,":[155],"convergence":[156],"speed,":[157],"score":[160],"compared":[161],"classical":[163],"Proportional-Integral-Derivative":[164],"(PID)":[165],"controllers":[166],"alternative":[168],"approaches":[171],"as":[173],"Q-Network":[175],"(DQN)":[176],"Proximal":[178],"Optimization":[180],"(PPO).":[181],"findings":[183],"highlight":[184],"framework\u2019s":[186],"potential":[187],"practical":[189],"deployment,":[190],"offering":[191],"scalable":[193],"intelligent":[195],"solution":[196],"enhance":[198],"face":[204],"increasing":[206],"challenges.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-02T14:50:37.381335","created_date":"2025-10-10T00:00:00"}