{"id":"https://openalex.org/W3152881947","doi":"https://doi.org/10.1109/tsg.2021.3072251","title":"Data-Driven Multi-Agent Deep Reinforcement Learning for Distribution System Decentralized Voltage Control With High Penetration of PVs","display_name":"Data-Driven Multi-Agent Deep Reinforcement Learning for Distribution System Decentralized Voltage Control With High Penetration of PVs","publication_year":2021,"publication_date":"2021-04-09","ids":{"openalex":"https://openalex.org/W3152881947","doi":"https://doi.org/10.1109/tsg.2021.3072251","mag":"3152881947"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2021.3072251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2021.3072251","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vbn.aau.dk/ws/files/474993334/1781623.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100773238","display_name":"Di Cao","orcid":"https://orcid.org/0000-0002-8360-2888"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Cao","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042402520","display_name":"Junbo Zhao","orcid":"https://orcid.org/0000-0002-8498-9666"},"institutions":[{"id":"https://openalex.org/I99041443","display_name":"Mississippi State University","ror":"https://ror.org/0432jq872","country_code":"US","type":"education","lineage":["https://openalex.org/I4210141039","https://openalex.org/I99041443"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junbo Zhao","raw_affiliation_strings":["Mississippi State University, Starkville, MS, USA"],"raw_orcid":"https://orcid.org/0000-0002-8498-9666","affiliations":[{"raw_affiliation_string":"Mississippi State University, Starkville, MS, USA","institution_ids":["https://openalex.org/I99041443"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082636856","display_name":"Weihao Hu","orcid":"https://orcid.org/0000-0002-7019-7289"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihao Hu","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-7019-7289","affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102911810","display_name":"Fei Ding","orcid":"https://orcid.org/0009-0006-5431-4744"},"institutions":[{"id":"https://openalex.org/I1297288678","display_name":"National Laboratory of the Rockies","ror":"https://ror.org/036266993","country_code":"US","type":"facility","lineage":["https://openalex.org/I1297288678","https://openalex.org/I1330989302","https://openalex.org/I2800842121"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Ding","raw_affiliation_strings":["Power Systems Engineering Center, National Renewable Energy Laboratory, Golden, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Power Systems Engineering Center, National Renewable Energy Laboratory, Golden, CO, USA","institution_ids":["https://openalex.org/I1297288678"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076350750","display_name":"Qi Huang","orcid":"https://orcid.org/0000-0002-8637-0269"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I31595395","display_name":"Chengdu University of Technology","ror":"https://ror.org/05pejbw21","country_code":"CN","type":"education","lineage":["https://openalex.org/I31595395"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Huang","raw_affiliation_strings":["College of Nuclear Technology and Automation Engineering, Chengdu University of Technology, Chengdu, China","School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-8637-0269","affiliations":[{"raw_affiliation_string":"College of Nuclear Technology and Automation Engineering, Chengdu University of Technology, Chengdu, China","institution_ids":["https://openalex.org/I31595395"]},{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100457678","display_name":"Zhe Chen","orcid":"https://orcid.org/0000-0002-2919-4481"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Zhe Chen","raw_affiliation_strings":["Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-2919-4481","affiliations":[{"raw_affiliation_string":"Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039395705","display_name":"Frede Blaabjerg","orcid":"https://orcid.org/0000-0001-8311-7412"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Frede Blaabjerg","raw_affiliation_strings":["Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0000-0001-8311-7412","affiliations":[{"raw_affiliation_string":"Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.5547,"has_fulltext":true,"cited_by_count":191,"citation_normalized_percentile":{"value":0.98901099,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"12","issue":"5","first_page":"4137","last_page":"4150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.708615243434906},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6319277286529541},{"id":"https://openalex.org/keywords/decentralised-system","display_name":"Decentralised system","score":0.612354040145874},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5872881412506104},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4813171625137329},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.4737834930419922},{"id":"https://openalex.org/keywords/ac-power","display_name":"AC power","score":0.44761496782302856},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.44097983837127686},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38742074370384216},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3223818242549896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31144261360168457},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.27805572748184204},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.22820588946342468},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2199561893939972},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.0856161117553711}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.708615243434906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6319277286529541},{"id":"https://openalex.org/C205875254","wikidata":"https://www.wikidata.org/wiki/Q17156857","display_name":"Decentralised system","level":3,"score":0.612354040145874},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5872881412506104},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4813171625137329},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4737834930419922},{"id":"https://openalex.org/C108755667","wikidata":"https://www.wikidata.org/wiki/Q1930258","display_name":"AC power","level":3,"score":0.44761496782302856},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.44097983837127686},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38742074370384216},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3223818242549896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31144261360168457},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27805572748184204},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.22820588946342468},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2199561893939972},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0856161117553711},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tsg.2021.3072251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2021.3072251","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/47b834fb-ea98-4945-86dc-36dc6f00dc0b","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/47b834fb-ea98-4945-86dc-36dc6f00dc0b","pdf_url":"https://vbn.aau.dk/ws/files/474993334/1781623.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Cao, D, Zhao, J, Hu, W, Ding, F, Huang, Q, Chen, Z & Blaabjerg, F 2021, 'Data-Driven Multi-Agent Deep Reinforcement Learning for Distribution System Decentralized Voltage Control With High Penetration of PVs', I E E E Transactions on Smart Grid, vol. 12, no. 5, 9399637, pp. 4137 - 4150. https://doi.org/10.1109/TSG.2021.3072251","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:osti.gov:1781623","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1781623","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/47b834fb-ea98-4945-86dc-36dc6f00dc0b","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/47b834fb-ea98-4945-86dc-36dc6f00dc0b","pdf_url":"https://vbn.aau.dk/ws/files/474993334/1781623.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Cao, D, Zhao, J, Hu, W, Ding, F, Huang, Q, Chen, Z & Blaabjerg, F 2021, 'Data-Driven Multi-Agent Deep Reinforcement Learning for Distribution System Decentralized Voltage Control With High Penetration of PVs', I E E E Transactions on Smart Grid, vol. 12, no. 5, 9399637, pp. 4137 - 4150. https://doi.org/10.1109/TSG.2021.3072251","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2135817346","display_name":null,"funder_award_id":"2018YFE0127600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3152881947.pdf","grobid_xml":"https://content.openalex.org/works/W3152881947.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1992454573","https://openalex.org/W2002154164","https://openalex.org/W2020887397","https://openalex.org/W2024758500","https://openalex.org/W2099768828","https://openalex.org/W2132829140","https://openalex.org/W2282185455","https://openalex.org/W2560488049","https://openalex.org/W2570961873","https://openalex.org/W2583928650","https://openalex.org/W2588825664","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2791871092","https://openalex.org/W2883076328","https://openalex.org/W2894976951","https://openalex.org/W2922251527","https://openalex.org/W2962966033","https://openalex.org/W2972852318","https://openalex.org/W2984338059","https://openalex.org/W2991859550","https://openalex.org/W2997572754","https://openalex.org/W3004350232","https://openalex.org/W3005114248","https://openalex.org/W3020785977","https://openalex.org/W3035404531","https://openalex.org/W3105577550","https://openalex.org/W3128218652","https://openalex.org/W4299802797","https://openalex.org/W6674989108","https://openalex.org/W6738796088","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2389214306","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548"],"abstract_inverted_index":{"This":[0,74,126,176],"paper":[1],"proposes":[2],"a":[3,64,79,107,128],"novel":[4],"model-free/data-driven":[5],"centralized":[6,184],"training":[7,70,185],"and":[8,35,46,71,91,131,162,186,212],"decentralized":[9,187],"execution":[10,72],"multi-agent":[11,93],"deep":[12],"reinforcement":[13],"learning":[14],"(MADRL)":[15],"framework":[16],"for":[17,182,201],"distribution":[18],"system":[19,65,90,151],"voltage":[20,54,154],"control":[21,38,55,155],"with":[22,41,106,157,205],"high":[23],"penetration":[24],"of":[25,39,87,109,118,160,218],"PVs.":[26],"The":[27],"proposed":[28,58,220],"MADRL":[29,98,141],"can":[30],"coordinate":[31],"both":[32,68],"the":[33,51,69,84,88,92,102,115,119,138,149,158,180,183,192,209,216,219],"real":[34,161],"reactive":[36,163],"power":[37,123,164],"PVs":[40],"existing":[42,52],"static":[43],"var":[44],"compensators":[45],"battery":[47],"storage":[48],"systems.":[49],"Unlike":[50],"DRL-based":[53],"methods,":[56],"our":[57],"method":[59],"does":[60],"not":[61],"rely":[62],"on":[63,208],"model":[66,117,133],"during":[67],"stages.":[73],"is":[75,111,127,171],"achieved":[76],"by":[77,147],"developing":[78],"new":[80],"interaction":[81],"scheme":[82],"between":[83],"surrogate":[85,116],"modeling":[86],"original":[89,120,150],"soft":[94],"actor":[95],"critic":[96],"(MASAC)":[97],"algorithm.":[99],"In":[100],"particular,":[101],"sparse":[103],"pseudo-Gaussian":[104],"process":[105,130],"few-shots":[108],"measurements":[110,198],"utilized":[112],"to":[113,143,166],"construct":[114],"environment,":[121],"i.e.,":[122],"flow":[124],"model.":[125],"data-driven":[129],"no":[132],"parameters":[134],"are":[135,199],"needed.":[136],"Furthermore,":[137],"MASAC":[139],"enabled":[140],"allows":[142],"achieve":[144],"better":[145],"scalability":[146],"dividing":[148],"into":[152],"different":[153],"regions":[156],"aid":[159],"sensitivities":[165],"voltage,":[167],"where":[168],"each":[169],"region":[170],"treated":[172],"as":[173,179,195],"an":[174],"agent.":[175],"also":[177],"serves":[178],"foundation":[181],"execution,":[188],"thus":[189],"significantly":[190],"reducing":[191],"communication":[193],"requirements":[194],"only":[196],"local":[197],"required":[200],"control.":[202],"Comparative":[203],"results":[204],"other":[206],"alternatives":[207],"IEEE":[210],"123-nodes":[211],"342-nodes":[213],"systems":[214],"demonstrate":[215],"superiority":[217],"method.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":22},{"year":2025,"cited_by_count":50},{"year":2024,"cited_by_count":42},{"year":2023,"cited_by_count":43},{"year":2022,"cited_by_count":29},{"year":2021,"cited_by_count":5}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}