{"id":"https://openalex.org/W4413267511","doi":"https://doi.org/10.1109/tsg.2025.3593340","title":"Power Smoothing Control for Wind-Storage Integrated Systems With Hierarchical Safe Reinforcement Learning and Curriculum Learning","display_name":"Power Smoothing Control for Wind-Storage Integrated Systems With Hierarchical Safe Reinforcement Learning and Curriculum Learning","publication_year":2025,"publication_date":"2025-07-28","ids":{"openalex":"https://openalex.org/W4413267511","doi":"https://doi.org/10.1109/tsg.2025.3593340"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2025.3593340","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2025.3593340","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107936048","display_name":"Shuyi Wang","orcid":"https://orcid.org/0000-0002-8714-5012"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuyi Wang","raw_affiliation_strings":["School of Science and Engineering, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8714-5012","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011902043","display_name":"Huan Zhao","orcid":"https://orcid.org/0000-0002-3133-3137"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Huan Zhao","raw_affiliation_strings":["Department of Building Environment and Energy Engineering, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-3133-3137","affiliations":[{"raw_affiliation_string":"Department of Building Environment and Energy Engineering, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101429842","display_name":"Ting Shu","orcid":"https://orcid.org/0000-0002-8630-7868"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Shu","raw_affiliation_strings":["National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8630-7868","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027188224","display_name":"Zibin Pan","orcid":"https://orcid.org/0000-0002-9482-446X"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zibin Pan","raw_affiliation_strings":["Cyberspace Institute Advanced Technology, Guangzhou University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cyberspace Institute Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090253720","display_name":"Gaoqi Liang","orcid":"https://orcid.org/0000-0001-9060-1675"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaoqi Liang","raw_affiliation_strings":["School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065487554","display_name":"Junhua Zhao","orcid":"https://orcid.org/0000-0001-5446-2655"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhua Zhao","raw_affiliation_strings":["School of Science and Engineering, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5446-2655","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5107936048"],"corresponding_institution_ids":["https://openalex.org/I4210116924"],"apc_list":null,"apc_paid":null,"fwci":2.1998,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.88896048,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"16","issue":"6","first_page":"4606","last_page":"4619"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10740","display_name":"Wind Turbine Control Systems","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6699411869049072},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.57410728931427},{"id":"https://openalex.org/keywords/wind-power","display_name":"Wind power","score":0.5557827949523926},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5450497269630432},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.49956703186035156},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.48820760846138},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.485544890165329},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.4223073422908783},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4215430021286011},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.37895455956459045},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.35214608907699585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2982761561870575},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.22747403383255005},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14297136664390564}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6699411869049072},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.57410728931427},{"id":"https://openalex.org/C78600449","wikidata":"https://www.wikidata.org/wiki/Q43302","display_name":"Wind power","level":2,"score":0.5557827949523926},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5450497269630432},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.49956703186035156},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.48820760846138},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.485544890165329},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4223073422908783},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4215430021286011},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.37895455956459045},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.35214608907699585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2982761561870575},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.22747403383255005},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14297136664390564},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsg.2025.3593340","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2025.3593340","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/115768","is_oa":false,"landing_page_url":"http://hdl.handle.net/10397/115768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Journal/Magazine Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G2289803546","display_name":null,"funder_award_id":"72171206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G487036699","display_name":null,"funder_award_id":"GDKJXM20231024","funder_id":"https://openalex.org/F4320335822","funder_display_name":"Guangdong Power Grid Company"},{"id":"https://openalex.org/G6125072665","display_name":null,"funder_award_id":"72331009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6756071892","display_name":null,"funder_award_id":"92270105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335822","display_name":"Guangdong Power Grid Company","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1982262386","https://openalex.org/W2101295624","https://openalex.org/W2284835736","https://openalex.org/W2296073425","https://openalex.org/W2525049889","https://openalex.org/W2551143281","https://openalex.org/W2551674324","https://openalex.org/W2962874681","https://openalex.org/W2990466689","https://openalex.org/W2997572754","https://openalex.org/W3005637364","https://openalex.org/W3005785515","https://openalex.org/W3094276702","https://openalex.org/W3109467707","https://openalex.org/W3111442364","https://openalex.org/W3124346424","https://openalex.org/W3207692912","https://openalex.org/W4206269615","https://openalex.org/W4309035204","https://openalex.org/W4312221761","https://openalex.org/W4312550982","https://openalex.org/W4313431159","https://openalex.org/W4377001486","https://openalex.org/W4381416038","https://openalex.org/W4394989785"],"related_works":["https://openalex.org/W1978572805","https://openalex.org/W2383807498","https://openalex.org/W1997992934","https://openalex.org/W1987225439","https://openalex.org/W4238188170","https://openalex.org/W2125114371","https://openalex.org/W2019977573","https://openalex.org/W2149980199","https://openalex.org/W3125766170","https://openalex.org/W2040641410"],"abstract_inverted_index":{"As":[0],"the":[1,7,39,85,98,103,108,124,150,166,169],"penetration":[2],"of":[3,152,168],"wind":[4,21],"energy":[5],"increases,":[6],"Wind":[8],"Storage":[9],"Integrated":[10],"System":[11],"(WSIS)":[12],"has":[13],"become":[14],"a":[15,44,59,139,174,180],"critical":[16],"solution":[17],"to":[18,37,96,122,148,186],"ensure":[19],"stable":[20],"power":[22,31,40,104],"output":[23,105],"and":[24,84,113,133,157,179],"maximize":[25],"economic":[26],"benefits.":[27],"However,":[28],"existing":[29,187],"data-based":[30],"smoothing":[32],"control":[33,67,72,171],"strategies":[34],"are":[35],"hard":[36],"satisfy":[38],"fluctuation":[41,184],"constraint":[42,131,134],"in":[43,163,177,183],"complex":[45],"environment,":[46],"presenting":[47],"an":[48],"inefficient":[49],"coordinate":[50],"performance.":[51],"To":[52],"address":[53,123],"this":[54,56],"problem,":[55],"paper":[57],"proposes":[58],"novel":[60],"Hierarchical":[61],"Safe":[62],"Deep":[63,89],"Reinforcement":[64],"Learning":[65],"(HSDRL)":[66],"framework":[68],"for":[69],"WSIS.":[70],"The":[71],"problem":[73],"is":[74,94,111,120,146],"first":[75],"reformulated":[76],"as":[77],"two":[78],"interconnected":[79],"Constrained":[80],"Markov":[81],"Decision":[82],"Processes,":[83],"hierarchical":[86,140],"primal-dual-based":[87],"safe":[88],"Deterministic":[90],"Policy":[91],"Gradient":[92],"algorithm":[93],"proposed":[95,121,170],"learn":[97],"optimal":[99],"policy":[100],"that":[101],"ensures":[102],"constraint.":[106],"Furthermore,":[107],"curriculum":[109],"learning":[110,159],"designed":[112,147],"Constraint":[114],"Violation":[115],"Prioritized":[116],"Experience":[117],"Replay":[118],"method":[119],"unstable":[125],"convergence":[126],"issues":[127],"caused":[128],"by":[129],"imbalanced":[130],"violation":[132],"satisfaction":[135],"experience":[136],"data.":[137],"Last,":[138],"shared":[141],"feature":[142],"neural":[143],"network":[144],"structure":[145],"share":[149],"parameters":[151],"Q":[153],"networks":[154],"at":[155],"hierarchies":[156],"increase":[158],"efficiency.":[160],"Simulation":[161],"results":[162],"WindFarmSimulator":[164],"validate":[165],"efficacy":[167],"framework,":[172],"demonstrating":[173],"15.3%":[175],"improvement":[176],"profit":[178],"46.0%":[181],"reduction":[182],"compared":[185],"methods.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-24T00:00:00"}