{"id":"https://openalex.org/W2092710777","doi":"https://doi.org/10.1109/tsmcc.2012.2218596","title":"Multiagent-Based Reinforcement Learning for Optimal Reactive Power Dispatch","display_name":"Multiagent-Based Reinforcement Learning for Optimal Reactive Power Dispatch","publication_year":2012,"publication_date":"2012-11-01","ids":{"openalex":"https://openalex.org/W2092710777","doi":"https://doi.org/10.1109/tsmcc.2012.2218596","mag":"2092710777"},"language":"en","primary_location":{"id":"doi:10.1109/tsmcc.2012.2218596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmcc.2012.2218596","pdf_url":null,"source":{"id":"https://openalex.org/S4210227557","display_name":"IEEE Transactions on Systems Man and Cybernetics Part C (Applications and Reviews)","issn_l":"1094-6977","issn":["1094-6977","1558-2442"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics, Part C (Applications and Reviews)","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072434311","display_name":"Yinliang Xu","orcid":"https://orcid.org/0000-0001-5149-5101"},"institutions":[{"id":"https://openalex.org/I10052268","display_name":"New Mexico State University","ror":"https://ror.org/00hpz7z43","country_code":"US","type":"education","lineage":["https://openalex.org/I10052268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinliang Xu","raw_affiliation_strings":["Klipsch School of Electrical and Computer Engineering, New Mexico State University, Las Cruces, NM, USA","Klipsch Sch. of Electr. & Comput. Eng, New Mexico State Univ., Las Cruces, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Klipsch School of Electrical and Computer Engineering, New Mexico State University, Las Cruces, NM, USA","institution_ids":["https://openalex.org/I10052268"]},{"raw_affiliation_string":"Klipsch Sch. of Electr. & Comput. Eng, New Mexico State Univ., Las Cruces, NM, USA","institution_ids":["https://openalex.org/I10052268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740183","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0001-6427-3946"},"institutions":[{"id":"https://openalex.org/I10052268","display_name":"New Mexico State University","ror":"https://ror.org/00hpz7z43","country_code":"US","type":"education","lineage":["https://openalex.org/I10052268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Klipsch School of Electrical and Computer Engineering, New Mexico State University, Las Cruces, NM, USA","Klipsch Sch. of Electr. & Comput. Eng, New Mexico State Univ., Las Cruces, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Klipsch School of Electrical and Computer Engineering, New Mexico State University, Las Cruces, NM, USA","institution_ids":["https://openalex.org/I10052268"]},{"raw_affiliation_string":"Klipsch Sch. of Electr. & Comput. Eng, New Mexico State Univ., Las Cruces, NM, USA","institution_ids":["https://openalex.org/I10052268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100637625","display_name":"Wenxin Liu","orcid":"https://orcid.org/0000-0001-7456-7606"},"institutions":[{"id":"https://openalex.org/I10052268","display_name":"New Mexico State University","ror":"https://ror.org/00hpz7z43","country_code":"US","type":"education","lineage":["https://openalex.org/I10052268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenxin Liu","raw_affiliation_strings":["Klipsch School of Electrical and Computer Engineering, New Mexico State University, Las Cruces, NM, USA","Klipsch Sch. of Electr. & Comput. Eng, New Mexico State Univ., Las Cruces, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Klipsch School of Electrical and Computer Engineering, New Mexico State University, Las Cruces, NM, USA","institution_ids":["https://openalex.org/I10052268"]},{"raw_affiliation_string":"Klipsch Sch. of Electr. & Comput. Eng, New Mexico State Univ., Las Cruces, NM, USA","institution_ids":["https://openalex.org/I10052268"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056407879","display_name":"Frank Ferrese","orcid":null},"institutions":[{"id":"https://openalex.org/I2802287952","display_name":"Naval Surface Warfare Center","ror":"https://ror.org/03d4ecn10","country_code":"US","type":"facility","lineage":["https://openalex.org/I1328969757","https://openalex.org/I1330347796","https://openalex.org/I2802287952","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank Ferrese","raw_affiliation_strings":["Carderock Division, Naval Surface Warfare Center, Philadelphia, PA, USA","Carderock Div., Naval Surface Warfare Center, Philadelphia, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carderock Division, Naval Surface Warfare Center, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I2802287952"]},{"raw_affiliation_string":"Carderock Div., Naval Surface Warfare Center, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I2802287952"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7008,"has_fulltext":false,"cited_by_count":150,"citation_normalized_percentile":{"value":0.9087746,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"42","issue":"6","first_page":"1742","last_page":"1751"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8416429758071899},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7417954802513123},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.564494252204895},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4572467803955078},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44011390209198},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.435764342546463},{"id":"https://openalex.org/keywords/expressive-power","display_name":"Expressive power","score":0.4107327461242676},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3475036025047302},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32474377751350403},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2420710325241089},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12286803126335144},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07657048106193542}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8416429758071899},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7417954802513123},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.564494252204895},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4572467803955078},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44011390209198},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.435764342546463},{"id":"https://openalex.org/C195818886","wikidata":"https://www.wikidata.org/wiki/Q5421724","display_name":"Expressive power","level":2,"score":0.4107327461242676},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3475036025047302},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32474377751350403},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2420710325241089},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12286803126335144},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07657048106193542},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmcc.2012.2218596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmcc.2012.2218596","pdf_url":null,"source":{"id":"https://openalex.org/S4210227557","display_name":"IEEE Transactions on Systems Man and Cybernetics Part C (Applications and Reviews)","issn_l":"1094-6977","issn":["1094-6977","1558-2442"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics, Part C (Applications and Reviews)","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W138885771","https://openalex.org/W266354895","https://openalex.org/W1500661657","https://openalex.org/W1560074431","https://openalex.org/W1626155273","https://openalex.org/W1854776945","https://openalex.org/W2006781848","https://openalex.org/W2047283986","https://openalex.org/W2053436106","https://openalex.org/W2099618002","https://openalex.org/W2106155860","https://openalex.org/W2108892923","https://openalex.org/W2116540016","https://openalex.org/W2121863487","https://openalex.org/W2129571213","https://openalex.org/W2134029580","https://openalex.org/W2136064843","https://openalex.org/W2136202932","https://openalex.org/W2137925469","https://openalex.org/W2142431690","https://openalex.org/W2144689554","https://openalex.org/W2153268897","https://openalex.org/W2153573511","https://openalex.org/W2155083295","https://openalex.org/W2160643434","https://openalex.org/W2163470017","https://openalex.org/W2168546361","https://openalex.org/W2169759930","https://openalex.org/W2171880613","https://openalex.org/W2545095303","https://openalex.org/W2730807149","https://openalex.org/W3011120880","https://openalex.org/W4214717370","https://openalex.org/W6633472260","https://openalex.org/W6680080562","https://openalex.org/W6740914062"],"related_works":["https://openalex.org/W2963177394","https://openalex.org/W2024638892","https://openalex.org/W763418848","https://openalex.org/W1595229445","https://openalex.org/W1965815883","https://openalex.org/W149041114","https://openalex.org/W4313359513","https://openalex.org/W322408318","https://openalex.org/W4362501864","https://openalex.org/W4306904969"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,44,65],"fully":[4],"distributed":[5,66],"multiagent-based":[6],"reinforcement":[7],"learning":[8,40,134],"method":[9,88,111,145],"for":[10,39,149],"optimal":[11],"reactive":[12],"power":[13,80,103],"dispatch.":[14],"According":[15],"to":[16,54,76,118],"the":[17,61,78,110,133,138],"method,":[18],"two":[19],"agents":[20],"communicate":[21],"with":[22,43,102],"each":[23],"other":[24],"only":[25],"if":[26],"their":[27],"corresponding":[28],"buses":[29],"are":[30,37,41],"electrically":[31],"coupled.":[32],"The":[33,86,143],"global":[34,46,63],"rewards":[35],"that":[36,109,126],"required":[38],"obtained":[42],"consensus-based":[45],"information":[47],"discovery":[48],"algorithm,":[49],"which":[50],"has":[51,146],"been":[52],"demonstrated":[53],"be":[55,124],"efficient":[56,115],"and":[57,95,116,136],"reliable.":[58],"Based":[59],"on":[60],"discovered":[62],"rewards,":[64],"<formula":[67],"formulatype=\"inline\"":[68],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[69],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex":[70],"Notation=\"TeX\">$Q$</tex></formula>":[71],"-learning":[72],"algorithm":[73],"is":[74,112],"implemented":[75],"minimize":[77],"active":[79],"loss":[81],"while":[82],"satisfying":[83],"operational":[84],"constraints.":[85],"proposed":[87,144],"does":[89],"not":[90],"require":[91],"accurate":[92],"system":[93],"model":[94],"can":[96,123,129],"learn":[97],"from":[98],"scratch.":[99],"Simulation":[100],"studies":[101],"systems":[104],"of":[105,140],"different":[106],"sizes":[107],"show":[108],"very":[113],"computationally":[114],"able":[117],"provide":[119],"near-optimal":[120],"solutions.":[121],"It":[122],"observed":[125],"prior":[127],"knowledge":[128],"significantly":[130],"speed":[131],"up":[132],"process":[135],"decrease":[137],"occurrences":[139],"undesirable":[141],"disturbances.":[142],"good":[147],"potential":[148],"online":[150],"implementation.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":26},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":12},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}