{"id":"https://openalex.org/W4312945708","doi":"https://doi.org/10.1109/pesgm48719.2022.9916894","title":"Coordinated Frequency Control through Safe Reinforcement Learning","display_name":"Coordinated Frequency Control through Safe Reinforcement Learning","publication_year":2022,"publication_date":"2022-07-17","ids":{"openalex":"https://openalex.org/W4312945708","doi":"https://doi.org/10.1109/pesgm48719.2022.9916894"},"language":"en","primary_location":{"id":"doi:10.1109/pesgm48719.2022.9916894","doi":"https://doi.org/10.1109/pesgm48719.2022.9916894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pesgm48719.2022.9916894","pdf_url":null,"source":{"id":"https://openalex.org/S4210212590","display_name":"IEEE Power Engineering Society General Meeting","issn_l":"1932-5517","issn":["1932-5517","2693-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Power & Energy Society General Meeting (PESGM)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2202.00530","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101509409","display_name":"Yi Zhou","orcid":"https://orcid.org/0000-0002-9279-9985","observed_orcids":["https://orcid.org/0000-0002-9279-9985"]},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhou","raw_affiliation_strings":["East China Branch of State Grid Corporation, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Branch of State Grid Corporation, Shanghai, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062165300","display_name":"Liangcai Zhou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangcai Zhou","raw_affiliation_strings":["East China Branch of State Grid Corporation, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Branch of State Grid Corporation, Shanghai, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101153324","display_name":"Di Shi","orcid":"https://orcid.org/0009-0007-2665-1791","observed_orcids":["https://orcid.org/0009-0007-2665-1791","https://orcid.org/0009-0008-3382-829X","https://orcid.org/0000-0002-1469-7887"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Di Shi","raw_affiliation_strings":["AINERGY, Santa Clara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AINERGY, Santa Clara, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052168680","display_name":"Xiaoying Zhao","orcid":"https://orcid.org/0000-0001-7071-3901","observed_orcids":["https://orcid.org/0000-0001-7071-3901"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoying Zhao","raw_affiliation_strings":["AINERGY, Santa Clara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AINERGY, Santa Clara, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7198,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.90287873,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coordinated-frequency-control","display_name":"coordinated frequency control","score":0.8569999933242798},{"id":"https://openalex.org/keywords/safe-reinforcement-learning","display_name":"safe reinforcement learning","score":0.9120000004768372},{"id":"https://openalex.org/keywords/load-frequency-control","display_name":"load frequency control","score":0.9850000143051147},{"id":"https://openalex.org/keywords/constrained-markov-decision-process","display_name":"constrained Markov decision process","score":0.9350000023841858},{"id":"https://openalex.org/keywords/power-flow-control","display_name":"power flow control","score":0.7379999756813049},{"id":"https://openalex.org/keywords/renewable-energy-integration","display_name":"renewable energy integration","score":0.7459999918937683},{"id":"https://openalex.org/keywords/model-free-control","display_name":"model-free control","score":0.6129999756813049},{"id":"https://openalex.org/keywords/east-china-power-grid","display_name":"East China Power Grid","score":0.8360000252723694}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8879415392875671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7061852812767029},{"id":"https://openalex.org/C25915539","wikidata":"https://www.wikidata.org/wiki/Q220786","display_name":"Automatic frequency control","level":2,"score":0.6758283376693726},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6749242544174194},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6603158712387085},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5777254700660706},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5660848021507263},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.551474392414093},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.520051896572113},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.5110839605331421},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.44089192152023315},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4147856533527374},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3790293037891388},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3739175796508789},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2012598216533661},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17263364791870117},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10158464312553406},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/pesgm48719.2022.9916894","doi":"https://doi.org/10.1109/pesgm48719.2022.9916894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pesgm48719.2022.9916894","pdf_url":null,"source":{"id":"https://openalex.org/S4210212590","display_name":"IEEE Power Engineering Society General Meeting","issn_l":"1932-5517","issn":["1932-5517","2693-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Power & Energy Society General Meeting (PESGM)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2202.00530","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.00530","pdf_url":"https://arxiv.org/pdf/2202.00530","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2202.00530","doi":"https://doi.org/10.48550/arxiv.2202.00530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2202.00530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2202.00530","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.00530","pdf_url":"https://arxiv.org/pdf/2202.00530","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9853000044822693,"id":"https://metadata.un.org/sdg/7"},{"display_name":"Industry, innovation and infrastructure","score":0.8970999717712402,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312945708.pdf","grobid_xml":"https://content.openalex.org/works/W4312945708.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W6887497994","https://openalex.org/W7140084841","https://openalex.org/W7167906100","https://openalex.org/W4409382491","https://openalex.org/W4403599688","https://openalex.org/W4388856063","https://openalex.org/W7140234706","https://openalex.org/W7133497659","https://openalex.org/W4392667506","https://openalex.org/W4404514099"],"abstract_inverted_index":{"With":[0],"widespread":[1],"deployment":[2],"of":[3,53,140],"renewables,":[4],"the":[5,119,136,141],"electric":[6],"power":[7,57],"grids":[8],"are":[9,35,47,64],"experiencing":[10],"increasing":[11],"dynamics":[12],"and":[13,30,56,62,138],"uncertainties,":[14],"with":[15,90,118],"its":[16],"secure":[17],"operation":[18],"being":[19],"threatened.":[20],"Existing":[21],"frequency":[22,55,82,97],"control":[23,52,83,92,98],"schemes":[24],"based":[25,85],"on":[26,86],"day-ahead":[27],"offline":[28],"analysis":[29],"minute-level":[31],"online":[32],"sensitivity":[33],"calculations":[34],"difficult":[36],"to":[37,39,49,67,71,121],"adapt":[38],"rapidly":[40],"changing":[41],"system":[42,54,69],"states.":[43],"In":[44],"particular,":[45],"they":[46],"unable":[48],"facilitate":[50],"coordinated":[51,81],"flows.":[58],"A":[59],"refined":[60],"approach":[61],"tools":[63],"urgently":[65],"needed":[66],"assist":[68],"operators":[70],"make":[72],"timely":[73],"decisions.":[74],"This":[75],"paper":[76],"proposes":[77],"a":[78,103],"novel":[79],"model-free":[80],"framework":[84],"safe":[87],"reinforcement":[88],"learning,":[89],"multiple":[91],"objectives":[93],"considered.":[94],"The":[95],"load":[96],"problem":[99],"is":[100],"modeled":[101],"as":[102],"constrained":[104],"Markov":[105],"decision":[106,124],"process,":[107],"which":[108],"can":[109],"be":[110],"solved":[111],"by":[112],"an":[113],"AI":[114],"agent":[115],"continuously":[116],"interacting":[117],"grid":[120],"achieve":[122],"subsecond":[123],"making.":[125],"Extensive":[126],"numerical":[127],"experiments":[128],"conducted":[129],"at":[130],"East":[131],"China":[132],"Power":[133],"Grid":[134],"demonstrate":[135],"effectiveness":[137],"promise":[139],"proposed":[142],"method.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2023-01-05T00:00:00"}