{"id":"https://openalex.org/W4406753947","doi":"https://doi.org/10.1109/tcyb.2024.3525121","title":"Massive Coordination of Distributed Energy Resources in VPP: A Mean Field RL-Based Bi-Level Optimization Approach","display_name":"Massive Coordination of Distributed Energy Resources in VPP: A Mean Field RL-Based Bi-Level Optimization Approach","publication_year":2025,"publication_date":"2025-01-23","ids":{"openalex":"https://openalex.org/W4406753947","doi":"https://doi.org/10.1109/tcyb.2024.3525121","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031169"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2024.3525121","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2024.3525121","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015087159","display_name":"Zhuocen Dai","orcid":"https://orcid.org/0009-0008-5868-6400"},"institutions":[{"id":"https://openalex.org/I4610292","display_name":"Xiangtan University","ror":"https://ror.org/00xsfaz62","country_code":"CN","type":"education","lineage":["https://openalex.org/I4610292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuocen Dai","raw_affiliation_strings":["School of Mathematics and Computational Science, Xiangtan University, Xiangtan, China"],"raw_orcid":"https://orcid.org/0009-0008-5868-6400","affiliations":[{"raw_affiliation_string":"School of Mathematics and Computational Science, Xiangtan University, Xiangtan, China","institution_ids":["https://openalex.org/I4610292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067534245","display_name":"Mao Tan","orcid":"https://orcid.org/0000-0002-2246-440X"},"institutions":[{"id":"https://openalex.org/I4610292","display_name":"Xiangtan University","ror":"https://ror.org/00xsfaz62","country_code":"CN","type":"education","lineage":["https://openalex.org/I4610292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mao Tan","raw_affiliation_strings":["School of Automation and Electronic Information, Xiangtan University, Xiangtan, China"],"raw_orcid":"https://orcid.org/0000-0002-2246-440X","affiliations":[{"raw_affiliation_string":"School of Automation and Electronic Information, Xiangtan University, Xiangtan, China","institution_ids":["https://openalex.org/I4610292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024865406","display_name":"Yin Yang","orcid":"https://orcid.org/0000-0002-7435-152X"},"institutions":[{"id":"https://openalex.org/I4610292","display_name":"Xiangtan University","ror":"https://ror.org/00xsfaz62","country_code":"CN","type":"education","lineage":["https://openalex.org/I4610292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Yang","raw_affiliation_strings":["School of Mathematics and Computational Science, Xiangtan University, Xiangtan, China"],"raw_orcid":"https://orcid.org/0000-0002-7435-152X","affiliations":[{"raw_affiliation_string":"School of Mathematics and Computational Science, Xiangtan University, Xiangtan, China","institution_ids":["https://openalex.org/I4610292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441027","display_name":"Xiao Liu","orcid":"https://orcid.org/0000-0001-6523-0155"},"institutions":[{"id":"https://openalex.org/I4610292","display_name":"Xiangtan University","ror":"https://ror.org/00xsfaz62","country_code":"CN","type":"education","lineage":["https://openalex.org/I4610292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Liu","raw_affiliation_strings":["School of Automation and Electronic Information, Xiangtan University, Xiangtan, China"],"raw_orcid":"https://orcid.org/0000-0001-6523-0155","affiliations":[{"raw_affiliation_string":"School of Automation and Electronic Information, Xiangtan University, Xiangtan, China","institution_ids":["https://openalex.org/I4610292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431163","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0001-9048-2979"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["College of Systems Engineering, National University of Defense Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-9048-2979","affiliations":[{"raw_affiliation_string":"College of Systems Engineering, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063357510","display_name":"Yongxin Su","orcid":"https://orcid.org/0000-0001-5636-3220"},"institutions":[{"id":"https://openalex.org/I4610292","display_name":"Xiangtan University","ror":"https://ror.org/00xsfaz62","country_code":"CN","type":"education","lineage":["https://openalex.org/I4610292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongxin Su","raw_affiliation_strings":["School of Automation and Electronic Information, Xiangtan University, Xiangtan, China"],"raw_orcid":"https://orcid.org/0000-0001-5636-3220","affiliations":[{"raw_affiliation_string":"School of Automation and Electronic Information, Xiangtan University, Xiangtan, China","institution_ids":["https://openalex.org/I4610292"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.4064,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.97776167,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"55","issue":"3","first_page":"1332","last_page":"1346"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9187999963760376,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9187999963760376,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5669480562210083},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5027899742126465},{"id":"https://openalex.org/keywords/distributed-generation","display_name":"Distributed generation","score":0.4618813693523407},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18996915221214294},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1618272066116333},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.0771586000919342}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5669480562210083},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5027899742126465},{"id":"https://openalex.org/C544738498","wikidata":"https://www.wikidata.org/wiki/Q861135","display_name":"Distributed generation","level":3,"score":0.4618813693523407},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18996915221214294},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1618272066116333},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.0771586000919342}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2024.3525121","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2024.3525121","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:40031169","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031169","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1262982654","display_name":null,"funder_award_id":"61873222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1887807970","display_name":null,"funder_award_id":"2020YFA0713503","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8476579440","display_name":null,"funder_award_id":"62122093","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335801","display_name":"Science and Technology Innovative Research Team in Higher Educational Institutions of Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2005058534","https://openalex.org/W2131600418","https://openalex.org/W2343881543","https://openalex.org/W2589897452","https://openalex.org/W2770330278","https://openalex.org/W2907918782","https://openalex.org/W2944920662","https://openalex.org/W2945601963","https://openalex.org/W2952348579","https://openalex.org/W2964461412","https://openalex.org/W2972122474","https://openalex.org/W2981338881","https://openalex.org/W2997072274","https://openalex.org/W3039922070","https://openalex.org/W3085560467","https://openalex.org/W3089959301","https://openalex.org/W3096166287","https://openalex.org/W3102704006","https://openalex.org/W3145487336","https://openalex.org/W3157612278","https://openalex.org/W3158201960","https://openalex.org/W3167061096","https://openalex.org/W4226056984","https://openalex.org/W4285384227","https://openalex.org/W4292388332","https://openalex.org/W4310018344","https://openalex.org/W4310438924","https://openalex.org/W4312635662","https://openalex.org/W4313048769","https://openalex.org/W4382119300","https://openalex.org/W4385153875","https://openalex.org/W4386420194","https://openalex.org/W4386918964","https://openalex.org/W4391094299","https://openalex.org/W4391164208","https://openalex.org/W4392152135","https://openalex.org/W4399310801","https://openalex.org/W4399568695","https://openalex.org/W4400772258","https://openalex.org/W4401733600","https://openalex.org/W4402570195","https://openalex.org/W6801286361"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,70],"coordination":[1,31,64],"of":[2,24,32,65,96,103,169],"distributed":[3],"energy":[4,85],"resources":[5],"(DERs)":[6],"within":[7,105],"virtual":[8],"power":[9,26,81],"plants":[10],"(VPPs)":[11],"is":[12,72,121],"expected":[13],"to":[14,61,90,123,182,196],"generate":[15],"significant":[16],"economic":[17],"benefits":[18],"and":[19,34,164],"enhance":[20],"the":[21,63,77,100,109,126,130,143,157,166,185,191,197],"operational":[22,101],"stability":[23],"modern":[25],"systems.":[27],"However,":[28],"achieving":[29],"massive":[30,66],"heterogeneous":[33],"uncertain":[35],"DERs":[36,67,104],"remains":[37],"a":[38,50,94],"challenge":[39],"in":[40,68,88,149,173],"current":[41],"research.":[42],"To":[43],"address":[44],"this":[45,47],"issue,":[46],"article":[48],"proposes":[49],"novel":[51],"bi-level":[52,187],"optimization":[53,188],"approach":[54,159,189],"based":[55],"on":[56],"mean-field":[57,151],"reinforcement":[58],"learning":[59],"(MFRL)":[60],"enable":[62],"VPPs.":[69],"problem":[71],"decomposed":[73],"into":[74],"multiple":[75],"subproblems:":[76],"upper-level":[78,127],"subproblem":[79],"models":[80],"dispatch":[82],"among":[83],"integrated":[84],"systems":[86],"(IESs)":[87],"response":[89],"coordinated":[91],"demand,":[92],"while":[93],"series":[95],"lower-level":[97,131],"subproblems":[98,132],"determine":[99],"schemes":[102],"individual":[106],"IESs.":[107],"Considering":[108],"large":[110],"decision":[111],"space,":[112],"an":[113],"MFRL":[114],"algorithm":[115],"with":[116],"fast":[117],"Shapley":[118],"credit":[119],"allocation":[120],"developed":[122],"efficiently":[124],"solve":[125],"optimization.":[128],"Meanwhile,":[129],"are":[133],"formulated":[134],"as":[135],"small-scale":[136],"mixed-integer":[137],"linear":[138],"programming":[139],"(MILP)":[140],"problems,":[141],"addressing":[142],"difficulties":[144],"caused":[145],"by":[146,193],"IES":[147],"heterogeneity":[148],"applying":[150],"approximation.":[152],"Simulation":[153],"results":[154],"show":[155],"that":[156],"proposed":[158,186],"significantly":[160],"improves":[161,190],"convergence":[162],"speed":[163],"reduces":[165],"global":[167],"cost":[168],"VPP":[170],"operation,":[171],"especially":[172],"massive-scale":[174],"scenarios.":[175],"In":[176],"test":[177],"scenarios":[178],"ranging":[179],"from":[180],"10":[181],"500":[183],"agents,":[184],"objective":[192],"4.8%-26.6%,":[194],"compared":[195],"advanced":[198],"baseline":[199],"method.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11}],"updated_date":"2026-06-16T09:24:06.705377","created_date":"2025-10-10T00:00:00"}