{"id":"https://openalex.org/W4313484354","doi":"https://doi.org/10.1109/tnnls.2022.3232630","title":"Federated Multiagent Deep Reinforcement Learning Approach via Physics-Informed Reward for Multimicrogrid Energy Management","display_name":"Federated Multiagent Deep Reinforcement Learning Approach via Physics-Informed Reward for Multimicrogrid Energy Management","publication_year":2023,"publication_date":"2023-01-03","ids":{"openalex":"https://openalex.org/W4313484354","doi":"https://doi.org/10.1109/tnnls.2022.3232630","pmid":"https://pubmed.ncbi.nlm.nih.gov/37018258"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3232630","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3232630","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2301.00641","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010845083","display_name":"Yuanzheng Li","orcid":"https://orcid.org/0000-0001-8052-1233"},"institutions":[{"id":"https://openalex.org/I179060312","display_name":"Northeast Electric Power University","ror":"https://ror.org/00zqaxa34","country_code":"CN","type":"education","lineage":["https://openalex.org/I179060312"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuanzheng Li","raw_affiliation_strings":["Key Laboratory on Image Information Processing and Intelligent Control of Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","School of Electrical Engineering, Northeast Electric Power University, Jilin, China","China-Belt and Road Joint Laboratory on Measurement and Control Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory on Image Information Processing and Intelligent Control of Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electrical Engineering, Northeast Electric Power University, Jilin, China","institution_ids":["https://openalex.org/I179060312"]},{"raw_affiliation_string":"China-Belt and Road Joint Laboratory on Measurement and Control Technology, Wuhan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103171988","display_name":"Shangyang He","orcid":"https://orcid.org/0009-0000-2380-8617"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangyang He","raw_affiliation_strings":["China-EU Institute for Clean and Renewable Energy, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"China-EU Institute for Clean and Renewable Energy, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100421591","display_name":"Yang Li","orcid":"https://orcid.org/0000-0002-6515-4567"},"institutions":[{"id":"https://openalex.org/I179060312","display_name":"Northeast Electric Power University","ror":"https://ror.org/00zqaxa34","country_code":"CN","type":"education","lineage":["https://openalex.org/I179060312"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":["Key Laboratory on Image Information Processing and Intelligent Control of Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","School of Electrical Engineering, Northeast Electric Power University, Jilin, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory on Image Information Processing and Intelligent Control of Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electrical Engineering, Northeast Electric Power University, Jilin, China","institution_ids":["https://openalex.org/I179060312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028730873","display_name":"Yang Shi","orcid":"https://orcid.org/0000-0003-1337-5322"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yang Shi","raw_affiliation_strings":["Department of Mechanical Engineering, University of Victoria, Victoria, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081245089","display_name":"Zhigang Zeng","orcid":"https://orcid.org/0000-0003-4587-3588"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhigang Zeng","raw_affiliation_strings":["Key Laboratory on Image Information Processing and Intelligent Control of Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","China-Belt and Road Joint Laboratory on Measurement and Control Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory on Image Information Processing and Intelligent Control of Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"China-Belt and Road Joint Laboratory on Measurement and Control Technology, Wuhan, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010845083"],"corresponding_institution_ids":["https://openalex.org/I179060312","https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":12.6512,"has_fulltext":false,"cited_by_count":97,"citation_normalized_percentile":{"value":0.99237768,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"35","issue":"5","first_page":"5902","last_page":"5914"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7965766787528992},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5456333160400391},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4379047155380249},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.41820722818374634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3969910442829132},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2649669647216797},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.17051905393600464},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.12077310681343079}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7965766787528992},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5456333160400391},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4379047155380249},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.41820722818374634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3969910442829132},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2649669647216797},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.17051905393600464},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.12077310681343079},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2022.3232630","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3232630","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37018258","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37018258","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:arXiv.org:2301.00641","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.00641","pdf_url":"https://arxiv.org/pdf/2301.00641","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2301.00641","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.00641","pdf_url":"https://arxiv.org/pdf/2301.00641","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8600000143051147,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1904923373","display_name":null,"funder_award_id":"62073148","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6010900714","display_name":null,"funder_award_id":"62233006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1995257826","https://openalex.org/W2042454807","https://openalex.org/W2059808776","https://openalex.org/W2160308845","https://openalex.org/W2200830626","https://openalex.org/W2404263528","https://openalex.org/W2475218214","https://openalex.org/W2573530380","https://openalex.org/W2736601468","https://openalex.org/W2750066711","https://openalex.org/W2774133674","https://openalex.org/W2775408020","https://openalex.org/W2781026149","https://openalex.org/W2783515034","https://openalex.org/W2784308551","https://openalex.org/W2786621724","https://openalex.org/W2807763193","https://openalex.org/W2911366932","https://openalex.org/W2963318081","https://openalex.org/W2963723202","https://openalex.org/W2994546315","https://openalex.org/W2997360310","https://openalex.org/W3003604602","https://openalex.org/W3034924128","https://openalex.org/W3080311931","https://openalex.org/W3092305369","https://openalex.org/W3097281440","https://openalex.org/W3118625182","https://openalex.org/W3134861192","https://openalex.org/W3162079807","https://openalex.org/W3181669971","https://openalex.org/W3196572578","https://openalex.org/W3197274802","https://openalex.org/W4214717370","https://openalex.org/W4220699563","https://openalex.org/W4221110989","https://openalex.org/W4225741285","https://openalex.org/W4298857966","https://openalex.org/W4312684895","https://openalex.org/W6637967152","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"The":[0,35],"utilization":[1],"of":[2,11,19,51,64,123,136,216,268,276],"large-scale":[3],"distributed":[4,249],"renewable":[5],"energy":[6,23,33,47,61,135,154,171,225,250],"(RE)":[7],"promotes":[8],"the":[9,12,17,46,98,104,113,118,121,134,158,166,214,224,234,259,266,270,274],"development":[10],"multimicrogrid":[13],"(MMG),":[14],"which":[15,145,200],"raises":[16],"need":[18],"developing":[20],"an":[21,143],"effective":[22],"management":[24,48],"method":[25],"to":[26,111,147,157,174,187,195,204,264],"minimize":[27,148],"economic":[28,149],"costs":[29,150],"and":[30,78,120,133,151,190,206,223,236,258,273],"keep":[31,152],"self":[32,153],"sufficiency.":[34],"multiagent":[36],"deep":[37],"reinforcement":[38],"learning":[39,106],"(MADRL)":[40],"has":[41],"been":[42],"widely":[43],"used":[44],"for":[45],"problem":[49],"because":[50],"its":[52,57],"real-time":[53],"scheduling":[54],"ability.":[55],"However,":[56],"training":[58],"requires":[59],"massive":[60],"operation":[62,172,226],"data":[63,70,79,173,227,238],"microgrids":[65],"(MGs),":[66],"while":[67],"gathering":[68],"these":[69,181],"from":[71],"different":[72],"MGs":[73,163,205],"would":[74],"threaten":[75],"their":[76,176,191,208],"privacy":[77,119,235],"security.":[80,239],"Therefore,":[81],"this":[82,85,102,212],"article":[83],"tackles":[84],"practical":[86],"yet":[87],"challenging":[88],"issue":[89],"by":[90,142],"proposing":[91],"a":[92,127,188,197],"federated":[93,105],"MADRL":[94],"(F-MADRL)":[95],"algorithm":[96],"via":[97],"physics-informed":[99,159],"reward.":[100,160],"In":[101,125,211],"algorithm,":[103,115],"(FL)":[107],"mechanism":[108,272],"is":[109,131,140],"introduced":[110],"train":[112,175],"F-MADRL":[114],"thus":[116,232],"ensures":[117],"security":[122],"data.":[124],"addition,":[126],"decentralized":[128],"MMG":[129],"model":[130],"built,":[132],"each":[137,217],"participated":[138],"MG":[139,218,254],"managed":[141],"agent,":[144,199],"aims":[146],"sufficiency":[155],"according":[156],"At":[161],"first,":[162],"individually":[164],"execute":[165],"self-training":[167],"based":[168],"on":[169,244],"local":[170,177,182,209],"agent":[178,219],"models.":[179],"Then,":[180],"models":[183],"are":[184,193,228,242,261],"periodically":[185],"uploaded":[186],"server":[189],"parameters":[192],"aggregated":[194],"build":[196],"global":[198],"will":[201],"be":[202,221],"broadcasted":[203],"replace":[207],"agents.":[210],"way,":[213],"experience":[215],"can":[220],"shared":[222],"not":[229],"explicitly":[230],"transmitted,":[231],"protecting":[233],"ensuring":[237],"Finally,":[240],"experiments":[241],"conducted":[243],"Oak":[245],"Ridge":[246],"National":[247],"Laboratory":[248],"control":[251],"communication":[252],"laboratory":[253],"(ORNL-MG)":[255],"test":[256],"system,":[257],"comparisons":[260],"carried":[262],"out":[263],"verify":[265],"effectiveness":[267],"introducing":[269],"FL":[271],"outperformance":[275],"our":[277],"proposed":[278],"F-MADRL.":[279]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":17}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}