{"id":"https://openalex.org/W3118685725","doi":"https://doi.org/10.1109/tsg.2021.3050419","title":"Scalable Designs for Reinforcement Learning-Based Wide-Area Damping Control","display_name":"Scalable Designs for Reinforcement Learning-Based Wide-Area Damping Control","publication_year":2021,"publication_date":"2021-01-09","ids":{"openalex":"https://openalex.org/W3118685725","doi":"https://doi.org/10.1109/tsg.2021.3050419","mag":"3118685725"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2021.3050419","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2021.3050419","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101731714","display_name":"Sayak Mukherjee","orcid":"https://orcid.org/0000-0001-8184-4755"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sayak Mukherjee","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055360778","display_name":"Aranya Chakrabortty","orcid":"https://orcid.org/0000-0002-3474-8215"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aranya Chakrabortty","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040513070","display_name":"He Bai","orcid":"https://orcid.org/0000-0002-4247-0698"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"He Bai","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Oklahoma State University, Stillwater, OK, USA"],"affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Oklahoma State University, Stillwater, OK, USA","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057769698","display_name":"Atena Darvishi","orcid":null},"institutions":[{"id":"https://openalex.org/I53746303","display_name":"New York State Energy Research and Development Authority","ror":"https://ror.org/00g46nx55","country_code":"US","type":"government","lineage":["https://openalex.org/I53746303"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Atena Darvishi","raw_affiliation_strings":["New York Power Authority, White Plains, NY, USA"],"affiliations":[{"raw_affiliation_string":"New York Power Authority, White Plains, NY, USA","institution_ids":["https://openalex.org/I53746303"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048942272","display_name":"B. Fardanesh","orcid":"https://orcid.org/0000-0002-6644-3408"},"institutions":[{"id":"https://openalex.org/I53746303","display_name":"New York State Energy Research and Development Authority","ror":"https://ror.org/00g46nx55","country_code":"US","type":"government","lineage":["https://openalex.org/I53746303"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bruce Fardanesh","raw_affiliation_strings":["New York Power Authority, White Plains, NY, USA"],"affiliations":[{"raw_affiliation_string":"New York Power Authority, White Plains, NY, USA","institution_ids":["https://openalex.org/I53746303"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101731714"],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":2.4065,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.88841036,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"12","issue":"3","first_page":"2389","last_page":"2401"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7615561485290527},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6143203377723694},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5947962999343872},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5855337977409363},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5629547238349915},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.4867813289165497},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.46903762221336365},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.43917179107666016},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.4289955198764801},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.26030904054641724},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.19220048189163208},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16634821891784668}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7615561485290527},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6143203377723694},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5947962999343872},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5855337977409363},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5629547238349915},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4867813289165497},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.46903762221336365},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.43917179107666016},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.4289955198764801},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26030904054641724},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.19220048189163208},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16634821891784668},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2021.3050419","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2021.3050419","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3260402087","display_name":null,"funder_award_id":"EECS 1940866","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W128980932","https://openalex.org/W601351931","https://openalex.org/W1592980365","https://openalex.org/W1606903003","https://openalex.org/W1982107603","https://openalex.org/W1983639110","https://openalex.org/W2004044451","https://openalex.org/W2014558518","https://openalex.org/W2015881065","https://openalex.org/W2024303516","https://openalex.org/W2037025184","https://openalex.org/W2057491769","https://openalex.org/W2062264746","https://openalex.org/W2071847767","https://openalex.org/W2097133870","https://openalex.org/W2098172344","https://openalex.org/W2109044095","https://openalex.org/W2109811619","https://openalex.org/W2121863487","https://openalex.org/W2148437632","https://openalex.org/W2148439597","https://openalex.org/W2165886836","https://openalex.org/W2168090960","https://openalex.org/W2543834468","https://openalex.org/W2554935466","https://openalex.org/W2591980212","https://openalex.org/W2605102758","https://openalex.org/W2623605948","https://openalex.org/W2760482887","https://openalex.org/W2772589676","https://openalex.org/W2791510123","https://openalex.org/W2895958971","https://openalex.org/W2913548458","https://openalex.org/W2913981879","https://openalex.org/W2922339909","https://openalex.org/W2966492573","https://openalex.org/W2969692580","https://openalex.org/W2997471257","https://openalex.org/W2997572754","https://openalex.org/W3011121605","https://openalex.org/W3016350826","https://openalex.org/W3023262556","https://openalex.org/W3024258530","https://openalex.org/W3035491329","https://openalex.org/W3116299671","https://openalex.org/W4214717370","https://openalex.org/W4301886962","https://openalex.org/W6755353450","https://openalex.org/W6787664653"],"related_works":["https://openalex.org/W4296209631","https://openalex.org/W4306904969","https://openalex.org/W3097449145","https://openalex.org/W2561617217","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2389214306","https://openalex.org/W2025378473"],"abstract_inverted_index":{"This":[0],"article":[1],"discusses":[2],"how":[3],"techniques":[4],"from":[5,67,82],"reinforcement":[6],"learning":[7,48],"(RL)":[8],"can":[9],"be":[10],"exploited":[11],"to":[12,14],"transition":[13],"a":[15,53,87,117,141],"model-free":[16],"and":[17,50,85,92,152],"scalable":[18],"wide-area":[19],"oscillation":[20],"damping":[21],"control":[22,29,37,136],"of":[23,62,122],"power":[24,167],"grids.":[25],"We":[26],"present":[27],"two":[28],"architectures":[30],"with":[31],"distinct":[32],"features.":[33],"Performing":[34],"full-dimensional":[35],"RL":[36,106],"designs":[38,58],"for":[39,97,149,156,163],"any":[40],"practical":[41],"grid":[42],"would":[43],"require":[44],"an":[45,112,130],"unacceptably":[46],"long":[47],"time":[49],"result":[51],"in":[52,76,100,144],"dense":[54],"communication":[55],"architecture.":[56],"Our":[57],"avoid":[59],"the":[60,77,98,102,105,124,135,145,164],"curse":[61],"dimensionality":[63],"by":[64,116],"employing":[65],"ideas":[66],"model":[68],"reduction.":[69],"The":[70,108,127],"first":[71],"design":[72,110],"exploits":[73],"time-scale":[74],"separation":[75],"generator":[78,125],"electro-mechanical":[79,91],"dynamics":[80],"arising":[81],"coherent":[83],"clustering,":[84],"learns":[86],"controller":[88,128],"using":[89,120],"both":[90,157],"non-electro-mechanical":[93],"states":[94],"while":[95],"compensating":[96],"error":[99],"incorporating":[101],"latter":[103],"through":[104],"loop.":[107],"second":[109],"presents":[111],"output-feedback":[113],"approach":[114],"enabled":[115],"neuro-adaptive":[118],"observer":[119],"measurements":[121],"only":[123],"frequencies.":[126],"exhibits":[129],"adaptive":[131],"behavior":[132],"that":[133],"updates":[134],"gains":[137],"whenever":[138],"there":[139],"is":[140],"notable":[142],"change":[143],"loads.":[146],"Theoretical":[147],"guarantees":[148],"closed-loop":[150],"stability":[151],"performance":[153],"are":[154,161],"provided":[155],"designs.":[158],"Numerical":[159],"simulations":[160],"shown":[162],"IEEE":[165],"68-bus":[166],"system":[168],"model.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}