{"id":"https://openalex.org/W4389169347","doi":"https://doi.org/10.1109/tsg.2023.3337843","title":"Optimal Volt/Var Control for Unbalanced Distribution Networks With Human-in-the-Loop Deep Reinforcement Learning","display_name":"Optimal Volt/Var Control for Unbalanced Distribution Networks With Human-in-the-Loop Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-11-30","ids":{"openalex":"https://openalex.org/W4389169347","doi":"https://doi.org/10.1109/tsg.2023.3337843"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2023.3337843","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3337843","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086771045","display_name":"Xianzhuo Sun","orcid":"https://orcid.org/0000-0002-0473-5659"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xianzhuo Sun","raw_affiliation_strings":["Department of Electrical and Electronic Engineering and the Research Institute of Smart Energy, The Hong Kong Polytechnic University, Hong Kong, SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering and the Research Institute of Smart Energy, The Hong Kong Polytechnic University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068791753","display_name":"Zhao Xu","orcid":"https://orcid.org/0000-0003-4480-7394"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhao Xu","raw_affiliation_strings":["Department of Electrical and Electronic Engineering and the Research Institute of Smart Energy, The Hong Kong Polytechnic University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-4480-7394","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering and the Research Institute of Smart Energy, The Hong Kong Polytechnic University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040046000","display_name":"Jing Qiu","orcid":"https://orcid.org/0000-0001-8507-0558"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jing Qiu","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8507-0558","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101831976","display_name":"Huichuan Liu","orcid":"https://orcid.org/0000-0003-4699-498X"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huichuan Liu","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072162650","display_name":"Huayi Wu","orcid":"https://orcid.org/0000-0003-0588-8064"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Huayi Wu","raw_affiliation_strings":["Department of Electrical and Electronic Engineering and the Research Institute of Smart Energy, The Hong Kong Polytechnic University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-0588-8064","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering and the Research Institute of Smart Energy, The Hong Kong Polytechnic University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081771298","display_name":"Yuechuan Tao","orcid":"https://orcid.org/0000-0003-4806-1227"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuechuan Tao","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, 50 Nanyang Ave, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-4806-1227","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, 50 Nanyang Ave, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.2058,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.97220405,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"15","issue":"3","first_page":"2639","last_page":"2651"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7239710688591003},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6094374656677246},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5614926218986511},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5522699356079102},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.5234389305114746},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.5067089200019836},{"id":"https://openalex.org/keywords/ac-power","display_name":"AC power","score":0.5050919651985168},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5026094913482666},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5008161067962646},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.45828360319137573},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4505487084388733},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.42644429206848145},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33543673157691956},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07441085577011108}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7239710688591003},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6094374656677246},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5614926218986511},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5522699356079102},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.5234389305114746},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.5067089200019836},{"id":"https://openalex.org/C108755667","wikidata":"https://www.wikidata.org/wiki/Q1930258","display_name":"AC power","level":3,"score":0.5050919651985168},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5026094913482666},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5008161067962646},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.45828360319137573},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4505487084388733},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.42644429206848145},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33543673157691956},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07441085577011108},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2023.3337843","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3337843","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G8182010496","display_name":"Customer Centred Peer-to-Peer Energy Trading Framework for Future Grids","funder_award_id":"DP220103881","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1963185969","https://openalex.org/W2002154164","https://openalex.org/W2014798826","https://openalex.org/W2345892448","https://openalex.org/W2524744384","https://openalex.org/W2883076328","https://openalex.org/W2886617354","https://openalex.org/W2894618021","https://openalex.org/W2904246096","https://openalex.org/W2913831476","https://openalex.org/W2921672886","https://openalex.org/W2974330724","https://openalex.org/W2991859550","https://openalex.org/W2997572754","https://openalex.org/W3020785977","https://openalex.org/W3043475934","https://openalex.org/W3097422301","https://openalex.org/W3100050338","https://openalex.org/W3110616637","https://openalex.org/W3118427582","https://openalex.org/W3122780823","https://openalex.org/W3132337045","https://openalex.org/W3152881947","https://openalex.org/W3200092179","https://openalex.org/W4206269615","https://openalex.org/W4210627151","https://openalex.org/W4225724445","https://openalex.org/W4312532452"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W4288099294","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2782058284"],"abstract_inverted_index":{"This":[0,57],"paper":[1],"proposes":[2],"a":[3,40,101,180],"human-in-the-loop":[4,102],"deep":[5,37],"reinforcement":[6],"learning":[7,171],"(HL-DRL)-based":[8],"VVC":[9],"strategy":[10],"to":[11,46,60,75,84,136,168],"simultaneously":[12],"reduce":[13],"power":[14,68,74],"losses,":[15],"mitigate":[16],"voltage":[17,22,79,197],"violations":[18],"and":[19,81,90,124,151,162,190],"compensate":[20],"for":[21],"unbalance":[23,82],"in":[24,196],"three-phase":[25],"unbalanced":[26,184],"distribution":[27,185],"networks.":[28,153],"Instead":[29],"of":[30,145,149,192],"fully":[31],"trusting":[32],"DRL":[33],"actions":[34,49],"made":[35],"by":[36],"neural":[38],"networks,":[39],"human":[41,62,125,138,174],"intervention":[42,126],"module":[43,58],"is":[44,108,127,134,165],"proposed":[45,194],"modify":[47],"dangerous":[48,161],"that":[50],"violate":[51],"operation":[52],"constraints":[53],"during":[54],"offline":[55],"training.":[56],"refers":[59],"well-designed":[61],"guidance":[63,139],"rules":[64],"based":[65],"on":[66,179],"voltage-reactive":[67],"sensitivities,":[69],"which":[70,141],"regulate":[71],"PV":[72],"reactive":[73],"sequentially":[76],"address":[77],"local":[78],"violation":[80],"issues":[83],"obtain":[85],"safe":[86,163],"transitions.":[87],"To":[88],"efficiently":[89],"safely":[91],"learn":[92],"the":[93,113,143,146,170,188,193],"optimal":[94],"control":[95],"policy":[96],"from":[97,112],"these":[98],"training":[99],"samples,":[100],"soft":[103],"actor-critic":[104],"(HL-SAC)":[105],"solution":[106],"method":[107,195],"then":[109],"developed.":[110],"Different":[111],"standard":[114],"SAC":[115],"algorithm,":[116],"an":[117],"online":[118],"switch":[119],"mechanism":[120],"between":[121],"action":[122],"exploration":[123],"designed.":[128],"The":[129],"actor":[130,150],"network":[131],"loss":[132],"function":[133],"modified":[135,181],"incorporate":[137],"terms,":[140],"alleviates":[142],"inconsistency":[144],"updating":[147],"direction":[148],"critic":[152],"A":[154],"hybrid":[155],"experience":[156],"replay":[157],"buffer":[158],"including":[159],"both":[160],"transitions":[164],"also":[166],"used":[167],"facilitate":[169],"process":[172],"towards":[173],"actions.":[175],"Comparative":[176],"simulation":[177],"results":[178],"IEEE":[182],"123-bus":[183],"system":[186],"demonstrate":[187],"effectiveness":[189],"superiority":[191],"control.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":10}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}