{"id":"https://openalex.org/W4417252175","doi":"https://doi.org/10.1109/tsg.2025.3643161","title":"Resilient Secondary Frequency Control in Distributed Renewable Energy Microgrids Under Cyber Attacks: A Double Replay Q-Learning Approach","display_name":"Resilient Secondary Frequency Control in Distributed Renewable Energy Microgrids Under Cyber Attacks: A Double Replay Q-Learning Approach","publication_year":2025,"publication_date":"2025-12-11","ids":{"openalex":"https://openalex.org/W4417252175","doi":"https://doi.org/10.1109/tsg.2025.3643161"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2025.3643161","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2025.3643161","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115603922","display_name":"Yu Zhang","orcid":"https://orcid.org/0009-0002-3102-7516"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhang","raw_affiliation_strings":["Shanghai Key Laboratory of Power Station Automation Technology, School of Mechatronics Engineering and Automation, Shanghai University, Shanghai, China","School of Mechatronical Engineering and Automation, Shanghai Key Laboratory of Power Station Automation Technology, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-3102-7516","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Power Station Automation Technology, School of Mechatronics Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Mechatronical Engineering and Automation, Shanghai Key Laboratory of Power Station Automation Technology, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051175363","display_name":"Minrui Fei","orcid":"https://orcid.org/0000-0002-7804-077X"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minrui Fei","raw_affiliation_strings":["Shanghai Key Laboratory of Power Station Automation Technology, School of Mechatronics Engineering and Automation, Shanghai University, Shanghai, China","School of Mechatronical Engineering and Automation, Shanghai Key Laboratory of Power Station Automation Technology, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7804-077X","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Power Station Automation Technology, School of Mechatronics Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Mechatronical Engineering and Automation, Shanghai Key Laboratory of Power Station Automation Technology, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100735340","display_name":"Dajun Du","orcid":"https://orcid.org/0000-0003-2979-1507"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dajun Du","raw_affiliation_strings":["Shanghai Key Laboratory of Power Station Automation Technology, School of Mechatronics Engineering and Automation, Shanghai University, Shanghai, China","School of Mechatronical Engineering and Automation, Shanghai Key Laboratory of Power Station Automation Technology, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2979-1507","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Power Station Automation Technology, School of Mechatronics Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Mechatronical Engineering and Automation, Shanghai Key Laboratory of Power Station Automation Technology, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086866094","display_name":"Yukun Hu","orcid":"https://orcid.org/0000-0002-7480-4250"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yukun Hu","raw_affiliation_strings":["Department of Civil, Environmental and Geomatic Engineering, University College London, London, U.K","Department of Civil, Environmental and Geomatic Engineering, University College London, London, UK"],"raw_orcid":"https://orcid.org/0000-0002-7480-4250","affiliations":[{"raw_affiliation_string":"Department of Civil, Environmental and Geomatic Engineering, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Department of Civil, Environmental and Geomatic Engineering, University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8785,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80625549,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"17","issue":"3","first_page":"2340","last_page":"2356"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.008200000040233135,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7577000260353088},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6496000289916992},{"id":"https://openalex.org/keywords/resilience","display_name":"Resilience (materials science)","score":0.5223000049591064},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.47350001335144043},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.45559999346733093},{"id":"https://openalex.org/keywords/replay-attack","display_name":"Replay attack","score":0.4553000032901764},{"id":"https://openalex.org/keywords/lyapunov-stability","display_name":"Lyapunov stability","score":0.450300008058548},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.4465000033378601},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4341000020503998}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7577000260353088},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7053999900817871},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6496000289916992},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.5223000049591064},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.47350001335144043},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.45559999346733093},{"id":"https://openalex.org/C11560541","wikidata":"https://www.wikidata.org/wiki/Q1756025","display_name":"Replay attack","level":3,"score":0.4553000032901764},{"id":"https://openalex.org/C2776829284","wikidata":"https://www.wikidata.org/wiki/Q1341651","display_name":"Lyapunov stability","level":3,"score":0.450300008058548},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.4465000033378601},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4341000020503998},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.40849998593330383},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.39980000257492065},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3856000006198883},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.37709999084472656},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C25915539","wikidata":"https://www.wikidata.org/wiki/Q220786","display_name":"Automatic frequency control","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.29499998688697815},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.2825999855995178},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.27630001306533813},{"id":"https://openalex.org/C108755667","wikidata":"https://www.wikidata.org/wiki/Q1930258","display_name":"AC power","level":3,"score":0.2721000015735626},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.2703000009059906},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.2702000141143799},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C2778530916","wikidata":"https://www.wikidata.org/wiki/Q1352349","display_name":"Building model","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.25769999623298645}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsg.2025.3643161","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2025.3643161","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10219849","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10219849/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Smart Grid       (2025)     (In press).","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3837850091","display_name":null,"funder_award_id":"D18003","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G7310408682","display_name":null,"funder_award_id":"W2521179","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7788836414","display_name":null,"funder_award_id":"U24A20259","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,48],"paper":[1],"addresses":[2],"the":[3,36,79,134,139],"challenge":[4],"of":[5,138],"resilient":[6],"secondary":[7],"frequency":[8],"control":[9,65],"in":[10],"distributed":[11],"renewable":[12],"energy":[13],"microgrids":[14],"under":[15,41,111],"False":[16],"Data":[17],"Injection":[18],"Attacks.":[19],"A":[20],"rigorous":[21],"Lyapunov":[22],"based":[23],"stability":[24],"analysis":[25],"is":[26,32,96],"conducted,":[27],"and":[28,44,55,63,101,109,126,136],"a":[29,53,73,91,120,127],"formal":[30],"theorem":[31],"established":[33],"that":[34,76],"quantifies":[35],"maximum":[37],"tolerable":[38],"attack":[39,61],"intensity":[40],"both":[42,119],"actuator":[43],"sensor":[45],"side":[46],"intrusions.":[47],"theoretical":[49],"tolerance":[50],"boundary":[51,83],"provides":[52],"principled":[54],"interpretable":[56],"threshold":[57],"for":[58],"real":[59,121],"time":[60],"detection":[62],"secure":[64],"activation.":[66],"Building":[67],"upon":[68],"this":[69],"result,":[70],"we":[71],"propose":[72],"resilience":[74],"framework":[75],"tightly":[77],"integrates":[78],"derived":[80],"physical":[81],"safety":[82],"with":[84],"an":[85],"adaptive":[86],"reinforcement":[87],"learning":[88],"controller.":[89],"Specifically,":[90],"Double":[92],"Replay":[93],"Q-learning":[94],"algorithm":[95],"developed,":[97],"leveraging":[98],"dual":[99],"Q-tables":[100],"prioritized":[102],"experience":[103],"replay":[104],"to":[105],"enhance":[106],"convergence":[107],"speed":[108],"robustness":[110],"nonlinear":[112],"REM":[113,124],"dynamics.":[114],"Simulation":[115],"results":[116],"conducted":[117],"on":[118],"world":[122],"experimental":[123],"platform":[125],"modified":[128],"IEEE":[129],"9-Node":[130],"test":[131],"system":[132],"validate":[133],"effectiveness":[135],"scalability":[137],"proposed":[140],"approach.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-17T08:01:34.144755","created_date":"2025-12-11T00:00:00"}