{"id":"https://openalex.org/W7162997337","doi":"https://doi.org/10.1109/access.2026.3698457","title":"Hierarchical Multi-Agent Reinforcement Learning Control for Electric-Vehicle Virtual Power Plants in Balancing Markets","display_name":"Hierarchical Multi-Agent Reinforcement Learning Control for Electric-Vehicle Virtual Power Plants in Balancing Markets","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7162997337","doi":"https://doi.org/10.1109/access.2026.3698457"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3698457","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3698457","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3698457","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137593347","display_name":"Koshin Hayashi","orcid":"https://orcid.org/0009-0004-1731-2243"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koshin Hayashi","raw_affiliation_strings":["Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan"],"raw_orcid":"https://orcid.org/0009-0004-1731-2243","affiliations":[{"raw_affiliation_string":"Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043207633","display_name":"Sihui Xue","orcid":null},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sihui Xue","raw_affiliation_strings":["Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan"],"raw_orcid":"https://orcid.org/0009-0003-9866-3397","affiliations":[{"raw_affiliation_string":"Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101781617","display_name":"Daisuke Kodaira","orcid":"https://orcid.org/0000-0003-0065-9203"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Daisuke Kodaira","raw_affiliation_strings":["Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan"],"raw_orcid":"https://orcid.org/0000-0003-0065-9203","affiliations":[{"raw_affiliation_string":"Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I146399215"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.621897,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"89505","last_page":"89517"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.2257000058889389,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.2257000058889389,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.08789999783039093,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.0737999975681305,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7494000196456909},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5582000017166138},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.38940000534057617},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.35339999198913574},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.35260000824928284},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.3424000144004822}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7732999920845032},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7494000196456909},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5582000017166138},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.38940000534057617},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.37779998779296875},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.35339999198913574},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.35260000824928284},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C155386361","wikidata":"https://www.wikidata.org/wiki/Q1649571","display_name":"Process control","level":3,"score":0.3100999891757965},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.3003000020980835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2994999885559082},{"id":"https://openalex.org/C47932503","wikidata":"https://www.wikidata.org/wiki/Q5395689","display_name":"Error-driven learning","level":3,"score":0.298799991607666},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.27149999141693115},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C25915539","wikidata":"https://www.wikidata.org/wiki/Q220786","display_name":"Automatic frequency control","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3698457","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3698457","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:dff4c4c8019d4079bcffa953a33c4b58","is_oa":false,"landing_page_url":"https://doaj.org/article/dff4c4c8019d4079bcffa953a33c4b58","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 89505-89517 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3698457","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3698457","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.4554145336151123,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Balancing":[0],"markets":[1],"require":[2],"flexible":[3],"resources":[4],"that":[5,34,176],"can":[6,35],"follow":[7],"dispatch":[8,123,142],"signals":[9],"within":[10,126],"tight":[11],"response-time":[12,45],"budgets.":[13],"Aggregated":[14],"electric":[15],"vehicles":[16],"operated":[17],"as":[18,67,93],"a":[19,50,102,113,121,151,159,164,181],"virtual":[20,103,191],"power":[21,104,192],"plant":[22,105],"are":[23],"promising":[24,182],"for":[25,101,188],"this":[26],"purpose,":[27],"but":[28],"practical":[29],"deployment":[30],"requires":[31],"control":[32,187],"architectures":[33],"accommodate":[36],"station-level":[37],"available":[38],"power,":[39],"user":[40],"charging":[41,63],"demand,":[42],"and":[43,70,75,109,131,154],"strict":[44],"requirements.":[46],"This":[47],"paper":[48],"proposes":[49],"hierarchical":[51],"controller":[52,119],"based":[53,162],"on":[54,140,163],"multi-agent":[55],"deep":[56],"deterministic":[57],"policy":[58],"gradient,":[59],"in":[60,171],"which":[61],"each":[62],"station":[64],"is":[65,99,147,180],"modeled":[66],"an":[68,132],"agent":[69],"trained":[71],"under":[72],"centralized":[73,186],"training":[74],"decentralized":[76],"execution.":[77],"A":[78],"case":[79],"study":[80],"motivated":[81],"by":[82],"Japan\u2019s":[83],"balancing-market":[84],"Frequency":[85],"Restoration":[86],"Reserve":[87],"(FRR)":[88],"product,":[89,98],"hereafter":[90],"referred":[91],"to":[92,184],"the":[94,117,127,177],"Secondary":[95],"2":[96],"(S2)":[97],"conducted":[100],"with":[106],"five":[107],"stations":[108],"50":[110],"chargers.":[111],"In":[112],"representative":[114],"single-training-run":[115],"simulation,":[116],"proposed":[118,178],"achieves":[120],"97%":[122],"tracking":[124],"rate":[125,137],"allowable":[128],"tracking-error":[129],"band":[130],"80%":[133],"target":[134],"state-of-charge":[135],"satisfaction":[136],"when":[138],"tested":[139],"held-out":[141],"trajectories.":[143],"Practical":[144],"latency":[145,157],"feasibility":[146],"also":[148],"discussed":[149],"using":[150],"computation-time":[152],"analysis":[153],"measured":[155],"communication/control-plane":[156],"from":[158],"field":[160],"demonstrator":[161],"distributed":[165],"energy":[166],"resource":[167],"remote-control":[168],"platform":[169],"used":[170],"Japan.":[172],"The":[173],"results":[174],"indicate":[175],"architecture":[179],"alternative":[183],"fully":[185],"latency-constrained":[189],"electric-vehicle":[190],"plants.":[193]},"counts_by_year":[],"updated_date":"2026-06-19T15:47:20.252518","created_date":"2026-06-02T00:00:00"}