{"id":"https://openalex.org/W4409257366","doi":"https://doi.org/10.1109/tii.2025.3552724","title":"Deep Reinforcement Learning-Based Cooperative Frequency Controller for Hydropower Dominated Systems","display_name":"Deep Reinforcement Learning-Based Cooperative Frequency Controller for Hydropower Dominated Systems","publication_year":2025,"publication_date":"2025-04-08","ids":{"openalex":"https://openalex.org/W4409257366","doi":"https://doi.org/10.1109/tii.2025.3552724"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2025.3552724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3552724","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100643593","display_name":"Xiong Hu","orcid":"https://orcid.org/0000-0003-0752-3309"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiong Hu","raw_affiliation_strings":["School of Information Engineering, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006828891","display_name":"Xiaoyun Yang","orcid":"https://orcid.org/0000-0002-7326-4387"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyun Yang","raw_affiliation_strings":["School of Information Engineering, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025395145","display_name":"Xin Nie","orcid":"https://orcid.org/0000-0001-6635-0327"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Nie","raw_affiliation_strings":["School of Information Engineering, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029300961","display_name":"Chi Yao","orcid":"https://orcid.org/0000-0001-9307-9085"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Yao","raw_affiliation_strings":["School of Infrastructure Engineering, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Infrastructure Engineering, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100321249","display_name":"Zhi\u2010Wei Liu","orcid":"https://orcid.org/0000-0003-3005-1792"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi-Wei Liu","raw_affiliation_strings":["School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100643593"],"corresponding_institution_ids":["https://openalex.org/I141649914"],"apc_list":null,"apc_paid":null,"fwci":3.2828,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.914748,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"21","issue":"7","first_page":"5371","last_page":"5380"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9336000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9031999707221985,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6690000295639038},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.544383704662323},{"id":"https://openalex.org/keywords/automatic-frequency-control","display_name":"Automatic frequency control","score":0.5106940865516663},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.48310065269470215},{"id":"https://openalex.org/keywords/hydropower","display_name":"Hydropower","score":0.4417630732059479},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.35692328214645386},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.31574857234954834},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29441916942596436},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.14866796135902405},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1366998255252838},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12210458517074585},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.11044949293136597}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6690000295639038},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.544383704662323},{"id":"https://openalex.org/C25915539","wikidata":"https://www.wikidata.org/wiki/Q220786","display_name":"Automatic frequency control","level":2,"score":0.5106940865516663},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.48310065269470215},{"id":"https://openalex.org/C40675005","wikidata":"https://www.wikidata.org/wiki/Q170196","display_name":"Hydropower","level":2,"score":0.4417630732059479},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.35692328214645386},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31574857234954834},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29441916942596436},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.14866796135902405},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1366998255252838},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12210458517074585},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.11044949293136597},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2025.3552724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3552724","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2894188685","display_name":null,"funder_award_id":"20212ACB212007","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G373695716","display_name":null,"funder_award_id":"62163025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G489005055","display_name":null,"funder_award_id":"62373162","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8986436719","display_name":null,"funder_award_id":"U24A20268","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322665","display_name":"Natural Science Foundation of Jiangxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1484104892","https://openalex.org/W1988688219","https://openalex.org/W2016221052","https://openalex.org/W2287281329","https://openalex.org/W2773086456","https://openalex.org/W2788694823","https://openalex.org/W2791510123","https://openalex.org/W2805234023","https://openalex.org/W2883956341","https://openalex.org/W2886420213","https://openalex.org/W2894571374","https://openalex.org/W2932483950","https://openalex.org/W3029073794","https://openalex.org/W3080642795","https://openalex.org/W3114932104","https://openalex.org/W3123168296","https://openalex.org/W3206913888","https://openalex.org/W3216635190","https://openalex.org/W4200040502","https://openalex.org/W4205410372","https://openalex.org/W4256425366","https://openalex.org/W4315785901","https://openalex.org/W4322576421","https://openalex.org/W4362496353","https://openalex.org/W4378421989","https://openalex.org/W4388925135","https://openalex.org/W4400187737"],"related_works":["https://openalex.org/W2616259412","https://openalex.org/W4379984126","https://openalex.org/W2370970070","https://openalex.org/W2538191543","https://openalex.org/W2164519911","https://openalex.org/W2892067068","https://openalex.org/W2604696140","https://openalex.org/W2084010461","https://openalex.org/W3092774214","https://openalex.org/W2057687962"],"abstract_inverted_index":{"Hydropower":[0],"dominated":[1],"systems":[2],"often":[3],"experience":[4],"negative":[5],"damping":[6,95],"and":[7,72,99],"severe":[8],"power":[9,20,69,97],"flow":[10,70],"oscillations":[11,71,98],"due":[12],"to":[13,62,112],"improperly":[14],"tuned":[15],"governor":[16],"parameters,":[17],"even":[18],"with":[19],"system":[21,87],"stabilizers.":[22],"Conventional":[23],"methods":[24],"optimize":[25],"these":[26],"parameters":[27],"in":[28,106],"a":[29,45,55,101],"single-machine":[30],"infinite":[31],"bus":[32,86],"model,":[33],"neglecting":[34],"interactions":[35],"between":[36],"generations":[37],"during":[38],"primary":[39,51,108],"frequency":[40,52,73,109],"control.":[41],"This":[42],"article":[43],"proposes":[44],"deep":[46],"reinforcement":[47],"learning":[48],"based":[49],"cooperative":[50,76],"controller":[53,67],"using":[54],"goal":[56],"representation":[57],"heuristic":[58],"dynamic":[59],"programming":[60],"model":[61],"address":[63],"this":[64],"challenge.":[65],"The":[66],"minimizes":[68],"deviation":[74],"through":[75],"action":[77],"among":[78],"hydrogenerations.":[79],"Case":[80],"studies":[81],"on":[82],"an":[83],"IEEE":[84],"9":[85],"demonstrate":[88],"that":[89],"the":[90,107,113],"proposed":[91],"method":[92],"achieves":[93,100],"superior":[94],"of":[96],"much":[102],"shorter":[103],"regulation":[104],"time":[105],"control":[110],"compared":[111],"traditional":[114],"PID":[115],"controllers.":[116]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}