{"id":"https://openalex.org/W7117297975","doi":"https://doi.org/10.1109/tii.2025.3637678","title":"Multiagent Distributional Reinforcement Learning With Dynamic Hyper Policy Network for Residential Microgrid Load Scheduling","display_name":"Multiagent Distributional Reinforcement Learning With Dynamic Hyper Policy Network for Residential Microgrid Load Scheduling","publication_year":2025,"publication_date":"2025-12-26","ids":{"openalex":"https://openalex.org/W7117297975","doi":"https://doi.org/10.1109/tii.2025.3637678"},"language":null,"primary_location":{"id":"doi:10.1109/tii.2025.3637678","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3637678","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109551255","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-0440-0859"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wanmin Wang","raw_affiliation_strings":["School of Cyber Science and Engineering, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069640828","display_name":"Hongzhe Liu","orcid":"https://orcid.org/0000-0002-6887-368X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongzhe Liu","raw_affiliation_strings":["School of Mathematics, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121324480","display_name":"Wenying Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenying Xu","raw_affiliation_strings":["School of Mathematics, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113146340","display_name":"Wenwu Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwu Yu","raw_affiliation_strings":["School of Mathematics, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5109551255"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.58148033,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":"3","first_page":"2232","last_page":"2242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.6043999791145325,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.6043999791145325,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.29580000042915344,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.014800000004470348,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8007000088691711},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.5866000056266785},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5074999928474426},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.4771000146865845},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.42890000343322754},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4221000075340271},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.3953000009059906},{"id":"https://openalex.org/keywords/distributed-generation","display_name":"Distributed generation","score":0.39079999923706055}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8007000088691711},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7993999719619751},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.5866000056266785},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5074999928474426},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.4771000146865845},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.42890000343322754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4277999997138977},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42739999294281006},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4221000075340271},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.3953000009059906},{"id":"https://openalex.org/C544738498","wikidata":"https://www.wikidata.org/wiki/Q861135","display_name":"Distributed generation","level":3,"score":0.39079999923706055},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37599998712539673},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3269999921321869},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.3260999917984009},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.31779998540878296},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.3154999911785126},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.27239999175071716},{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C118671147","wikidata":"https://www.wikidata.org/wiki/Q578714","display_name":"Quantile","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2025.3637678","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3637678","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8421392440795898,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2913662073","https://openalex.org/W2966633400","https://openalex.org/W3034924128","https://openalex.org/W3162079807","https://openalex.org/W3174056649","https://openalex.org/W4212871297","https://openalex.org/W4284960570","https://openalex.org/W4300487997","https://openalex.org/W4313854296","https://openalex.org/W4322729780","https://openalex.org/W4389532411","https://openalex.org/W4392867798","https://openalex.org/W4400351464","https://openalex.org/W4404483388","https://openalex.org/W4405926360","https://openalex.org/W4405968097","https://openalex.org/W4410358454","https://openalex.org/W4414466062"],"related_works":[],"abstract_inverted_index":{"Distributed":[0],"energy":[1,177],"scheduling":[2],"in":[3,29,142],"residential":[4],"microgrids":[5],"faces":[6],"challenges":[7],"from":[8,26,100],"renewable":[9,101],"uncertainty":[10],"and":[11,39,83,89,103,121,145,156],"privacy":[12,53],"constraints.":[13],"While":[14],"multiagent":[15,61,176],"reinforcement":[16,63],"learning":[17,64],"(MARL)":[18],"enables":[19],"decentralized":[20],"coordination,":[21],"classical":[22],"MARL":[23],"methods":[24],"suffer":[25],"exponential":[27],"growth":[28],"the":[30,67,91,131,163],"joint":[31,95],"state\u2013action":[32],"space,":[33],"leading":[34],"to":[35,114],"high":[36],"computational":[37],"complexity":[38],"low":[40],"sample":[41],"efficiency.":[42],"Moreover,":[43],"centralized":[44],"training":[45,154],"paradigms":[46],"often":[47],"rely":[48],"on":[49,125],"shared":[50],"representations,":[51],"raising":[52],"concerns.":[54],"In":[55],"this":[56],"article,":[57],"we":[58,105],"propose":[59],"a":[60,108,126],"distributional":[62,109,170],"framework":[65,113],"with":[66,169],"dynamic":[68,80],"hyper":[69],"policy":[70],"network":[71],"(DHPN),":[72],"which":[73],"constructs":[74],"permutation-invariant":[75],"(PI)":[76],"representations":[77,168],"via":[78],"entitywise":[79],"weight":[81],"generation":[82],"multihead":[84],"attention,":[85],"reducing":[86],"input":[87],"redundancy":[88],"obviating":[90],"need":[92],"for":[93,173],"full":[94],"information.":[96],"To":[97],"capture":[98],"stochasticity":[99],"variability":[102],"demand,":[104],"further":[106],"introduce":[107],"value":[110,171],"function":[111],"factorization":[112],"model":[115],"return":[116],"distributions,":[117],"leveraging":[118],"quantile":[119],"regression":[120],"mean\u2013shape":[122],"decomposition.":[123],"Experiments":[124],"data-driven":[127],"microgrid":[128],"demonstrate":[129],"that":[130],"DHPN":[132],"outperforms":[133],"strong":[134],"baselines":[135],"by":[136],"achieving":[137],"substantially":[138],"lower":[139],"mean-square":[140],"error":[141],"representational":[143],"evaluation":[144],"higher":[146],"cumulative":[147],"rewards,":[148],"while":[149],"exhibiting":[150],"faster":[151],"convergence,":[152],"enhanced":[153],"stability,":[155],"reduced":[157],"grid":[158],"fluctuations.":[159],"These":[160],"results":[161],"highlight":[162],"effectiveness":[164],"of":[165],"combining":[166],"PI":[167],"modeling":[172],"scalable":[174],"privacy-aware":[175],"management.":[178]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-26T00:00:00"}
