{"id":"https://openalex.org/W4411272491","doi":"https://doi.org/10.1109/ias55788.2024.11023767","title":"A Reinforcement Learning-Based Secondary Frequency Control in a Transmission Network","display_name":"A Reinforcement Learning-Based Secondary Frequency Control in a Transmission Network","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4411272491","doi":"https://doi.org/10.1109/ias55788.2024.11023767"},"language":"en","primary_location":{"id":"doi:10.1109/ias55788.2024.11023767","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ias55788.2024.11023767","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Industry Applications Society Annual Meeting (IAS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069181439","display_name":"Jitendra Thapa","orcid":"https://orcid.org/0000-0002-8008-9791"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jitendra Thapa","raw_affiliation_strings":["Michigan State University,Department of Electrical and Computer Engineering,East Lansing,MI,48824"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University,Department of Electrical and Computer Engineering,East Lansing,MI,48824","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000628175","display_name":"Mohammed Benidris","orcid":"https://orcid.org/0000-0002-8731-8913"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammed Benidris","raw_affiliation_strings":["Michigan State University,Department of Electrical and Computer Engineering,East Lansing,MI,48824"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University,Department of Electrical and Computer Engineering,East Lansing,MI,48824","institution_ids":["https://openalex.org/I87216513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87216513"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.50065679,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11102","display_name":"HVDC Systems and Fault Protection","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6885389685630798},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6553730368614197},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5685264468193054},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4682411253452301},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.43920138478279114},{"id":"https://openalex.org/keywords/automatic-frequency-control","display_name":"Automatic frequency control","score":0.43597400188446045},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29470258951187134},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18908053636550903},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18201705813407898}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6885389685630798},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6553730368614197},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5685264468193054},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4682411253452301},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.43920138478279114},{"id":"https://openalex.org/C25915539","wikidata":"https://www.wikidata.org/wiki/Q220786","display_name":"Automatic frequency control","level":2,"score":0.43597400188446045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29470258951187134},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18908053636550903},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18201705813407898},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ias55788.2024.11023767","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ias55788.2024.11023767","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Industry Applications Society Annual Meeting (IAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1890185686","https://openalex.org/W2103145033","https://openalex.org/W2171715296","https://openalex.org/W2197662544","https://openalex.org/W2339701550","https://openalex.org/W2346469448","https://openalex.org/W2412998073","https://openalex.org/W2592237857","https://openalex.org/W2593031663","https://openalex.org/W2607847905","https://openalex.org/W2609147473","https://openalex.org/W2728364670","https://openalex.org/W2968889925","https://openalex.org/W2972852318","https://openalex.org/W3006765757","https://openalex.org/W3019178452","https://openalex.org/W3114374078","https://openalex.org/W3202681355","https://openalex.org/W4221014871","https://openalex.org/W4313189473","https://openalex.org/W4313191882"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W3092774214"],"abstract_inverted_index":{"Traditional":[0],"secondary":[1,55,178],"frequency":[2,56,73,155,179],"control":[3,37,57,66,123,145,180],"methods":[4],"often":[5],"rely":[6],"on":[7,102],"predefined":[8],"rules,":[9],"which":[10,58,88],"may":[11],"not":[12],"adapt":[13],"optimally":[14],"to":[15,35,62,114,173],"dynamic":[16,44],"and":[17,71,95,99,121,153],"uncertain":[18],"grid":[19],"conditions.":[20],"However,":[21],"novel":[22],"approaches":[23],"such":[24],"as":[25],"reinforcement":[26,82,170],"learning":[27,83,171],"offer":[28],"a":[29,49,78,109,136,158],"data-driven":[30],"approach":[31,149],"that":[32],"enables":[33],"agents":[34],"learn":[36,115],"policies":[38],"directly":[39],"from":[40],"interaction":[41],"with":[42],"the":[43,64,125,130,140,143,147,164,167,175],"environment.":[45],"This":[46,75],"paper":[47],"proposes":[48],"deep":[50],"deterministic":[51],"policy":[52,118],"gradient":[53],"(DDPG)-based":[54],"leverages":[59],"neural":[60],"networks":[61],"approximate":[63],"optimal":[65,117],"policy,":[67],"allowing":[68],"for":[69,119],"adaptive":[70],"robust":[72],"regulation.":[74],"study":[76],"adopts":[77],"flexible":[79],"power":[80,92,184],"system":[81,93],"environment":[84],"-":[85],"andes":[86],"gym,":[87],"utilizes":[89],"an":[90,116],"open-source":[91],"modeling":[94],"simulation":[96,133],"tool":[97],"ANDES":[98],"OpenAI":[100],"gym":[101],"its":[103],"back":[104],"end.":[105],"In":[106],"this":[107],"work,":[108],"DDPG":[110,148],"agent":[111],"is":[112],"trained":[113],"loadshedding":[120],"generator":[122,161],"in":[124,135,150,182],"event":[126],"of":[127,129,146,160,169,177],"loss":[128],"generator.":[131],"Through":[132],"studies":[134],"transmission":[137],"network":[138],"environment,":[139],"result":[141],"showcases":[142],"accurate":[144,154],"achieving":[151],"rapid":[152],"response":[156],"under":[157],"scenario":[159],"tripping.":[162],"Furthermore,":[163],"results":[165],"highlight":[166],"potential":[168],"techniques":[172],"enhance":[174],"performance":[176],"systems":[181],"modern":[183],"grids.":[185]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}