{"id":"https://openalex.org/W4413472438","doi":"https://doi.org/10.1109/jiot.2025.3601580","title":"Hierarchical Reinforcement Learning for Volt/Var and Wireless Communication Co-Scheduling in Active Distribution Network","display_name":"Hierarchical Reinforcement Learning for Volt/Var and Wireless Communication Co-Scheduling in Active Distribution Network","publication_year":2025,"publication_date":"2025-08-23","ids":{"openalex":"https://openalex.org/W4413472438","doi":"https://doi.org/10.1109/jiot.2025.3601580"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3601580","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3601580","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103025400","display_name":"Hong Cheng","orcid":"https://orcid.org/0000-0002-1722-3628"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Cheng","raw_affiliation_strings":["School of Electrical Engineering and Automation, Hefei University of Technology, Hefei, Anhui, China","Hefei University of Technology, and Engineering Technology Research Center of Industrial Automation Anhui Province, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-1722-3628","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, and Engineering Technology Research Center of Industrial Automation Anhui Province, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049523686","display_name":"Huan Luo","orcid":"https://orcid.org/0000-0002-7095-6046"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Luo","raw_affiliation_strings":["School of Electrical Engineering and Automation, Hefei University of Technology, Hefei, Anhui, China","Hefei University of Technology, and Engineering Technology Research Center of Industrial Automation Anhui Province, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-7095-6046","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, and Engineering Technology Research Center of Industrial Automation Anhui Province, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100603421","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0003-0537-4522"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]},{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["CN","JP"],"is_corresponding":false,"raw_author_name":"Zhi Liu","raw_affiliation_strings":["School of Electrical Engineering and Automation, Hefei University of Technology, Hefei, Anhui, China","University of Electro-Communications, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-0537-4522","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046333931","display_name":"Celimuge Wu","orcid":"https://orcid.org/0000-0001-6853-5878"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Celimuge Wu","raw_affiliation_strings":["Department of Computer and Network Engineering, The University of Electro-Communications, Tokyo, Japan","University of Electro-Communications, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0001-6853-5878","affiliations":[{"raw_affiliation_string":"Department of Computer and Network Engineering, The University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]},{"raw_affiliation_string":"University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083675785","display_name":"Wei Sun","orcid":"https://orcid.org/0000-0003-4075-0597"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Sun","raw_affiliation_strings":["School of Electrical Engineering and Automation, Hefei University of Technology, Hefei, Anhui, China","Hefei University of Technology, and Engineering Technology Research Center of Industrial Automation Anhui Province, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-4075-0597","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, and Engineering Technology Research Center of Industrial Automation Anhui Province, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100646162","display_name":"Weitao Li","orcid":"https://orcid.org/0000-0003-2142-4075"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weitao Li","raw_affiliation_strings":["School of Electrical Engineering and Automation, Hefei University of Technology, Hefei, Anhui, China","Hefei University of Technology, and Engineering Technology Research Center of Industrial Automation Anhui Province, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-2142-4075","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, and Engineering Technology Research Center of Industrial Automation Anhui Province, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032143076","display_name":"Qiyue Li","orcid":"https://orcid.org/0000-0002-9399-8759"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiyue Li","raw_affiliation_strings":["School of Electrical Engineering and Automation, Hefei University of Technology, Hefei, Anhui, China","Hefei University of Technology, and Engineering Technology Research Center of Industrial Automation Anhui Province, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-9399-8759","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, and Engineering Technology Research Center of Industrial Automation Anhui Province, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3193,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5442261,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"12","issue":"20","first_page":"41496","last_page":"41509"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9175000190734863,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9075999855995178,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7764304280281067},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6685218811035156},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6650599241256714},{"id":"https://openalex.org/keywords/volt","display_name":"Volt","score":0.549440860748291},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5222818851470947},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5205067992210388},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4202103614807129},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20771506428718567},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19375360012054443},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.17680230736732483},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.1133357584476471},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10371500253677368},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09070050716400146},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07632440328598022}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7764304280281067},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6685218811035156},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6650599241256714},{"id":"https://openalex.org/C157985801","wikidata":"https://www.wikidata.org/wiki/Q25250","display_name":"Volt","level":3,"score":0.549440860748291},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5222818851470947},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5205067992210388},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4202103614807129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20771506428718567},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19375360012054443},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.17680230736732483},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1133357584476471},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10371500253677368},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09070050716400146},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07632440328598022}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3601580","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3601580","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G170386356","display_name":null,"funder_award_id":"52277087","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3000074138","display_name":null,"funder_award_id":"BP0719039","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G4118025268","display_name":null,"funder_award_id":"52077049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4701663427","display_name":null,"funder_award_id":"2108085UD11","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G5486629115","display_name":null,"funder_award_id":"2108085UD07","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G6818600934","display_name":null,"funder_award_id":"2108085UD07","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7967096143","display_name":null,"funder_award_id":"62173120","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7975374491","display_name":null,"funder_award_id":"2008085UD04","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G8845831470","display_name":null,"funder_award_id":"2108085UD11","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8863385705","display_name":null,"funder_award_id":"2008085UD04","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320334897","display_name":"Natural Science Foundation of Anhui Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2005743241","https://openalex.org/W2087279961","https://openalex.org/W2484524103","https://openalex.org/W2891516698","https://openalex.org/W3020785977","https://openalex.org/W3108008454","https://openalex.org/W3128446308","https://openalex.org/W3130344071","https://openalex.org/W3152881947","https://openalex.org/W3171561644","https://openalex.org/W3200187496","https://openalex.org/W4226025161","https://openalex.org/W4285121931","https://openalex.org/W4312532452","https://openalex.org/W4313598907","https://openalex.org/W4315926012","https://openalex.org/W4318486057","https://openalex.org/W4366310280","https://openalex.org/W4368232835","https://openalex.org/W4376480457","https://openalex.org/W4385219773","https://openalex.org/W4385621268","https://openalex.org/W4385945317","https://openalex.org/W4386323051","https://openalex.org/W4386558358","https://openalex.org/W4386938527","https://openalex.org/W4387431645","https://openalex.org/W4387796101","https://openalex.org/W4387898568","https://openalex.org/W4388895126","https://openalex.org/W4389611117","https://openalex.org/W4389722571","https://openalex.org/W4389750113","https://openalex.org/W4391164208","https://openalex.org/W4391620691","https://openalex.org/W4392122499","https://openalex.org/W4392406006","https://openalex.org/W4392979746","https://openalex.org/W4393906088","https://openalex.org/W4395661397","https://openalex.org/W4396594799","https://openalex.org/W4396604960","https://openalex.org/W4397026219","https://openalex.org/W4401955070"],"related_works":["https://openalex.org/W1631496728","https://openalex.org/W1990279587","https://openalex.org/W3214424855","https://openalex.org/W2138074085","https://openalex.org/W1963909194","https://openalex.org/W4256141198","https://openalex.org/W3175015681","https://openalex.org/W2087353766","https://openalex.org/W2005899077","https://openalex.org/W2036388090"],"abstract_inverted_index":{"In":[0],"active":[1],"distribution":[2],"networks":[3],"(ADNs),":[4],"the":[5,53,68,106,130,133,141,145,150],"rapid":[6],"changes":[7],"in":[8,137,148],"photovoltaic":[9],"(PV)":[10],"generation":[11,58],"can":[12],"easily":[13],"lead":[14],"to":[15,104,117],"short-term":[16],"voltage":[17,23,72],"stability":[18],"issues.":[19],"However,":[20],"achieving":[21],"real-time":[22],"control":[24,46],"under":[25],"limited":[26],"communication":[27,60],"resources":[28,49],"is":[29],"a":[30,40,63,81,98,112],"major":[31],"challenge.":[32,152],"This":[33,95],"paper":[34],"addresses":[35],"this":[36,77],"issue":[37],"by":[38],"introducing":[39],"novel":[41],"co-scheduling":[42,64,135],"scheme":[43,136],"for":[44],"volt/var":[45],"and":[47,59,110,123,139],"wireless":[48],"allocation.":[50],"We":[51],"model":[52,116],"nonlinear":[54],"dynamics":[55],"between":[56],"PV":[57],"delay":[61],"into":[62],"optimization":[65,151],"problem,":[66,78],"targeting":[67],"minimization":[69],"of":[70,132,144],"system":[71],"deviations.":[73],"To":[74],"efficiently":[75],"solve":[76],"we":[79],"propose":[80],"multi-agent":[82],"reinforcement":[83,100],"learning":[84,101],"(MARL)":[85],"algorithm,":[86],"termed":[87],"Meta-learning":[88],"Equivalent":[89],"model-based":[90],"Hierarchical":[91],"Reinforcement":[92],"Learning":[93],"(MEHRL).":[94],"algorithm":[96,147],"employs":[97],"hierarchical":[99],"(HRL)":[102],"framework":[103],"segment":[105],"complex":[107],"action":[108],"space":[109],"incorporates":[111],"meta-learning":[113],"equivalent":[114],"(ME)":[115],"enhance":[118],"adaptability":[119],"during":[120],"distributed":[121],"training":[122],"decentralized":[124],"execution":[125],"(DTDE).":[126],"Simulation":[127],"results":[128],"validate":[129],"efficacy":[131],"proposed":[134],"ADNs":[138],"underscore":[140],"advanced":[142],"capabilities":[143],"MEHRL":[146],"addressing":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}