{"id":"https://openalex.org/W4407247250","doi":"https://doi.org/10.1109/access.2025.3539770","title":"Option-Based Deep Reinforcement Learning for Topology Control of Power Systems","display_name":"Option-Based Deep Reinforcement Learning for Topology Control of Power Systems","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407247250","doi":"https://doi.org/10.1109/access.2025.3539770"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3539770","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3539770","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3539770","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100392971","display_name":"Haotian Zhang","orcid":"https://orcid.org/0009-0005-6082-7389"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Haotian Zhang","raw_affiliation_strings":["Department of Electrical Engineering, Hanyang University, Seoul, South Korea","The Department of Electrical Engineering, Hanyang University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]},{"raw_affiliation_string":"The Department of Electrical Engineering, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092357115","display_name":"Chen Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Chen Wang","raw_affiliation_strings":["Department of Electrical Engineering, Hanyang University, Seoul, South Korea","The Department of Electrical Engineering, Hanyang University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]},{"raw_affiliation_string":"The Department of Electrical Engineering, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041449876","display_name":"Myoung Hoon Lee","orcid":"https://orcid.org/0000-0002-5105-4805"},"institutions":[{"id":"https://openalex.org/I146429904","display_name":"Incheon National University","ror":"https://ror.org/02xf7p935","country_code":"KR","type":"education","lineage":["https://openalex.org/I146429904"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Myoung Hoon Lee","raw_affiliation_strings":["Department of Electrical Engineering, Incheon National University, Incheon, South Korea","The Department of Electrical Engineering, Incheon National University, Incheon, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Incheon National University, Incheon, South Korea","institution_ids":["https://openalex.org/I146429904"]},{"raw_affiliation_string":"The Department of Electrical Engineering, Incheon National University, Incheon, South Korea","institution_ids":["https://openalex.org/I146429904"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032721534","display_name":"Jun Moon","orcid":"https://orcid.org/0000-0002-8877-9519"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jun Moon","raw_affiliation_strings":["Department of Electrical Engineering, Hanyang University, Seoul, South Korea","The Department of Electrical Engineering, Hanyang University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]},{"raw_affiliation_string":"The Department of Electrical Engineering, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100392971"],"corresponding_institution_ids":["https://openalex.org/I4575257"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.3048,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.75262719,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"13","issue":null,"first_page":"26639","last_page":"26650"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9599000215530396,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9599000215530396,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9261999726295471,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12206","display_name":"Vibration and Dynamic Analysis","score":0.9180999994277954,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7704324126243591},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6119464635848999},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.5386272668838501},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.477123498916626},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.4342450499534607},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3683356046676636},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35522404313087463},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.20001572370529175},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17995363473892212},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07600471377372742}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7704324126243591},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6119464635848999},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.5386272668838501},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.477123498916626},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.4342450499534607},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3683356046676636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35522404313087463},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.20001572370529175},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17995363473892212},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07600471377372742},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3539770","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3539770","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ce7d4db30eea485286814b1f92a16630","is_oa":true,"landing_page_url":"https://doaj.org/article/ce7d4db30eea485286814b1f92a16630","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 26639-26650 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3539770","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3539770","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1689711448","https://openalex.org/W2027270344","https://openalex.org/W2077552075","https://openalex.org/W2145339207","https://openalex.org/W2157534820","https://openalex.org/W2944851425","https://openalex.org/W2964227312","https://openalex.org/W2994779380","https://openalex.org/W3014444579","https://openalex.org/W3048637452","https://openalex.org/W3108288031","https://openalex.org/W3108892825","https://openalex.org/W3117323062","https://openalex.org/W3156714352","https://openalex.org/W3167995857","https://openalex.org/W3189812399","https://openalex.org/W3214325366","https://openalex.org/W4214717370","https://openalex.org/W4246110721","https://openalex.org/W4296992075","https://openalex.org/W4312371119","https://openalex.org/W4313149626","https://openalex.org/W4313251217","https://openalex.org/W4317795015","https://openalex.org/W4360584161","https://openalex.org/W4378713638","https://openalex.org/W4379467435","https://openalex.org/W4385656657","https://openalex.org/W4385962681","https://openalex.org/W4386453649","https://openalex.org/W4401387102","https://openalex.org/W6635679246","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6780559895","https://openalex.org/W6789609702","https://openalex.org/W6791533680"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"propose":[4],"an":[5],"option-based":[6],"deep":[7],"reinforcement":[8],"learning":[9],"(DRL)":[10],"algorithm":[11,144,149,170],"called":[12],"option-critic":[13,22],"with":[14,30,152],"long":[15,32],"short-term":[16,33],"memory":[17,34],"(OC-LSTM),":[18],"which":[19,37,103],"combines":[20],"the":[21,42,53,64,75,84,89,96,106,109,116,122,131,134,142,146,153,158,168,175],"(OC)":[23],"framework":[24,55,91],"containing":[25],"a":[26,31,69],"hierarchical":[27],"policy":[28,62],"structure":[29],"(LSTM)":[35],"network,":[36],"makes":[38],"full":[39],"use":[40],"of":[41,48,63,108,124,133,160,174],"powerful":[43],"time-series":[44],"feature":[45,165],"extraction":[46],"capability":[47],"LSTM":[49,85,161],"networks":[50],"and":[51,71,87,94,99,128,180],"uses":[52,88],"OC":[54,90],"to":[56,92],"learn":[57],"power":[58,65,73,79,135,163,184],"system":[59,80,164],"topology":[60,111,125],"control":[61,112,126],"system.":[66,136],"Specifically,":[67],"in":[68,115,162],"complex":[70],"variable":[72],"system,":[74],"OC-LSTM":[76,143,169],"extracts":[77],"key":[78],"state":[81],"information":[82],"through":[83],"network":[86],"define":[93],"optimize":[95],"high-level":[97],"options":[98],"low-level":[100],"action":[101,113],"policy,":[102],"effectively":[104,129],"reduces":[105],"dimensionality":[107],"agent\u2019s":[110],"space":[114],"decision-making":[117],"process.":[118],"This":[119],"combination":[120],"improves":[121],"accuracy":[123],"policies":[127],"maintains":[130],"stability":[132],"The":[137],"experimental":[138],"results":[139],"show":[140],"that":[141],"outperforms":[145],"benchmark":[147],"DRL":[148],"during":[150],"training,":[151],"ablation":[154],"experiment":[155],"further":[156],"highlighting":[157],"effectiveness":[159],"extraction.":[166],"Additionally,":[167],"enables":[171],"stable":[172],"operation":[173],"IEEE":[176,178],"5-Bus,":[177],"14-Bus,":[179],"L2RPN":[181],"WCCI":[182],"2020":[183],"systems":[185],"for":[186],"60":[187],"hours,":[188],"all":[189],"without":[190],"human":[191],"expert":[192],"intervention.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}