{"id":"https://openalex.org/W3035460113","doi":"https://doi.org/10.1109/tii.2020.3001095","title":"Model-Free Emergency Frequency Control Based on Reinforcement Learning","display_name":"Model-Free Emergency Frequency Control Based on Reinforcement Learning","publication_year":2020,"publication_date":"2020-06-09","ids":{"openalex":"https://openalex.org/W3035460113","doi":"https://doi.org/10.1109/tii.2020.3001095","mag":"3035460113"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2020.3001095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.3001095","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100347535","display_name":"Chunyu Chen","orcid":"https://orcid.org/0009-0006-7766-0519"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chunyu Chen","raw_affiliation_strings":["School of Electrical and Power Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3599-2313","affiliations":[{"raw_affiliation_string":"School of Electrical and Power Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052083463","display_name":"Mingjian Cui","orcid":"https://orcid.org/0000-0002-3047-5141"},"institutions":[{"id":"https://openalex.org/I178169726","display_name":"Southern Methodist University","ror":"https://ror.org/042tdr378","country_code":"US","type":"education","lineage":["https://openalex.org/I178169726"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingjian Cui","raw_affiliation_strings":["Department of Electrical Engineering, Southern Methodist University, Bobby B Lyle School of Engineering, Dallas, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-3047-5141","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Southern Methodist University, Bobby B Lyle School of Engineering, Dallas, TX, USA","institution_ids":["https://openalex.org/I178169726"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076167872","display_name":"Fangxing Li","orcid":"https://orcid.org/0000-0003-1060-7618"},"institutions":[{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fangxing Li","raw_affiliation_strings":["EECS, University of Tennessee, Knoxville, TN, USA"],"raw_orcid":"https://orcid.org/0000-0003-1060-7618","affiliations":[{"raw_affiliation_string":"EECS, University of Tennessee, Knoxville, TN, USA","institution_ids":["https://openalex.org/I75027704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028104028","display_name":"Shengfei Yin","orcid":"https://orcid.org/0000-0001-6108-3813"},"institutions":[{"id":"https://openalex.org/I178169726","display_name":"Southern Methodist University","ror":"https://ror.org/042tdr378","country_code":"US","type":"education","lineage":["https://openalex.org/I178169726"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shengfei Yin","raw_affiliation_strings":["Southern Methodist University, Bobby B Lyle School of Engineering, Dallas, TX, USA"],"raw_orcid":"https://orcid.org/0000-0001-6108-3813","affiliations":[{"raw_affiliation_string":"Southern Methodist University, Bobby B Lyle School of Engineering, Dallas, TX, USA","institution_ids":["https://openalex.org/I178169726"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102009436","display_name":"Xinan Wang","orcid":"https://orcid.org/0000-0003-1458-8258"},"institutions":[{"id":"https://openalex.org/I178169726","display_name":"Southern Methodist University","ror":"https://ror.org/042tdr378","country_code":"US","type":"education","lineage":["https://openalex.org/I178169726"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinan Wang","raw_affiliation_strings":["Southern Methodist University, Bobby B Lyle School of Engineering, Dallas, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-1458-8258","affiliations":[{"raw_affiliation_string":"Southern Methodist University, Bobby B Lyle School of Engineering, Dallas, TX, USA","institution_ids":["https://openalex.org/I178169726"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100347535"],"corresponding_institution_ids":["https://openalex.org/I25757504"],"apc_list":null,"apc_paid":null,"fwci":10.1951,"has_fulltext":false,"cited_by_count":149,"citation_normalized_percentile":{"value":0.98805953,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"17","issue":"4","first_page":"2336","last_page":"2346"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8571574687957764},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6986545920372009},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6167372465133667},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5718545913696289},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5428344011306763},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.49773338437080383},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.44546592235565186},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.43223845958709717},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3667031526565552},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34025439620018005},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3091995120048523},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1308266520500183}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8571574687957764},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6986545920372009},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6167372465133667},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5718545913696289},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5428344011306763},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.49773338437080383},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.44546592235565186},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.43223845958709717},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3667031526565552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34025439620018005},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3091995120048523},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1308266520500183},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2020.3001095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.3001095","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4041653716","display_name":null,"funder_award_id":"2020QN62","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W206679605","https://openalex.org/W1999393241","https://openalex.org/W2025823405","https://openalex.org/W2080650538","https://openalex.org/W2144689554","https://openalex.org/W2173248099","https://openalex.org/W2315294203","https://openalex.org/W2325532971","https://openalex.org/W2342517686","https://openalex.org/W2343257364","https://openalex.org/W2470144878","https://openalex.org/W2513580371","https://openalex.org/W2563159183","https://openalex.org/W2623605948","https://openalex.org/W2761873684","https://openalex.org/W2764917955","https://openalex.org/W2765366020","https://openalex.org/W2787083016","https://openalex.org/W2805199233","https://openalex.org/W2861315043","https://openalex.org/W2888225180","https://openalex.org/W2890218953","https://openalex.org/W2903413245","https://openalex.org/W2907503094","https://openalex.org/W2963797557","https://openalex.org/W2963864421","https://openalex.org/W2964291307","https://openalex.org/W2965954260","https://openalex.org/W2979897999","https://openalex.org/W2996846732","https://openalex.org/W6684921986","https://openalex.org/W6744838376"],"related_works":["https://openalex.org/W2345517883","https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908"],"abstract_inverted_index":{"Unexpected":[0],"large":[1],"power":[2],"surges":[3],"will":[4],"cause":[5],"instantaneous":[6],"grid":[7],"shock":[8],"and,":[9],"thus,":[10],"emergency":[11,36,43,49,61,94],"control":[12,34,37,62],"plans":[13,44],"must":[14],"be":[15],"implemented":[16],"to":[17,73,113],"prevent":[18],"the":[19,27,57,78,108],"system":[20],"from":[21],"collapsing.":[22],"In":[23],"this":[24],"article,":[25],"with":[26],"aid":[28,79],"of":[29,80],"reinforcement":[30],"learning,":[31],"novel":[32],"model-free":[33],"(MFC)-based":[35],"schemes":[38,110],"are":[39,45,98,111],"presented.":[40],"First,":[41],"multi-Q-learning-based":[42],"designed":[46],"for":[47,90,100],"limited":[48],"scenarios":[50],"by":[51],"using":[52,105],"offline-training-online-approximation":[53],"methods.":[54],"To":[55],"solve":[56],"more":[58],"general":[59],"multiscenario":[60,101],"problem,":[63],"a":[64],"deep":[65,81],"deterministic":[66],"policy":[67],"gradient":[68],"(DDPG)":[69],"algorithm":[70],"is":[71],"adopted":[72],"learn":[74],"near-optimal":[75],"solutions.":[76],"With":[77],"Q":[82],"network,":[83],"DDPG-based":[84],"strategies":[85],"have":[86],"better":[87],"generalization":[88],"abilities":[89],"unknown":[91],"and":[92,96],"untrained":[93],"scenarios,":[95],"thus":[97],"suitable":[99],"learning.":[102],"Through":[103],"simulations":[104],"benchmark":[106],"systems,":[107],"proposed":[109],"proven":[112],"achieve":[114],"satisfactory":[115],"performances.":[116]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":29},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":22}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}