{"id":"https://openalex.org/W4409473609","doi":"https://doi.org/10.1109/tii.2025.3556084","title":"Multiagent Deep Reinforcement Learning for Transactive Energy Management of MMGs Incorporating Battery Swapping Stations","display_name":"Multiagent Deep Reinforcement Learning for Transactive Energy Management of MMGs Incorporating Battery Swapping Stations","publication_year":2025,"publication_date":"2025-04-15","ids":{"openalex":"https://openalex.org/W4409473609","doi":"https://doi.org/10.1109/tii.2025.3556084"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2025.3556084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3556084","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062162392","display_name":"Ting Cai","orcid":"https://orcid.org/0000-0003-0245-333X"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ting Cai","raw_affiliation_strings":["School of Computer Science, Hubei Provincial Key Laboratory of Green Intelligent Computing Power Network, Hubei University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-0245-333X","affiliations":[{"raw_affiliation_string":"School of Computer Science, Hubei Provincial Key Laboratory of Green Intelligent Computing Power Network, Hubei University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I74525822"]}]},{"author_position":"middle","author":{"id":null,"display_name":"You Zhang","orcid":"https://orcid.org/0009-0003-4092-5446"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"You Zhang","raw_affiliation_strings":["School of Computer Science, Hubei Provincial Key Laboratory of Green Intelligent Computing Power Network, Hubei University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0003-4092-5446","affiliations":[{"raw_affiliation_string":"School of Computer Science, Hubei Provincial Key Laboratory of Green Intelligent Computing Power Network, Hubei University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I74525822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088887359","display_name":"Yuxin Wu","orcid":"https://orcid.org/0000-0002-6910-7397"},"institutions":[{"id":"https://openalex.org/I4210113795","display_name":"Hubei University of Arts and Science","ror":"https://ror.org/0212jcf64","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210113795"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Wu","raw_affiliation_strings":["School of Computer Engineering, Hubei University of Arts and Science, Xiangyang, China"],"raw_orcid":"https://orcid.org/0000-0002-6910-7397","affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Hubei University of Arts and Science, Xiangyang, China","institution_ids":["https://openalex.org/I4210113795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065261587","display_name":"Haoyuan Yan","orcid":"https://orcid.org/0000-0002-8739-262X"},"institutions":[{"id":"https://openalex.org/I12615008","display_name":"Beijing Normal-Hong Kong Baptist University","ror":"https://ror.org/04snvc712","country_code":"CN","type":"education","lineage":["https://openalex.org/I12615008"]},{"id":"https://openalex.org/I159948400","display_name":"Jinan University","ror":"https://ror.org/02xe5ns62","country_code":"CN","type":"education","lineage":["https://openalex.org/I159948400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyuan Yan","raw_affiliation_strings":["Energy and Electricity Research Center, International Energy College, Jinan University, Zhuhai, China"],"raw_orcid":"https://orcid.org/0000-0002-8739-262X","affiliations":[{"raw_affiliation_string":"Energy and Electricity Research Center, International Energy College, Jinan University, Zhuhai, China","institution_ids":["https://openalex.org/I12615008","https://openalex.org/I159948400"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031912756","display_name":"Tianyang Zhao","orcid":"https://orcid.org/0000-0003-0184-6553"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyang Zhao","raw_affiliation_strings":["School of Electrical Engineering, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-0184-6553","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5062162392"],"corresponding_institution_ids":["https://openalex.org/I74525822"],"apc_list":null,"apc_paid":null,"fwci":2.6125,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.89400049,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"21","issue":"7","first_page":"5677","last_page":"5688"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9226999878883362,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9064000248908997,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8702911734580994},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.618383526802063},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.5658170580863953},{"id":"https://openalex.org/keywords/transactive-memory","display_name":"Transactive memory","score":0.5378261208534241},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5006628036499023},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34031927585601807},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3297518491744995},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2330392301082611},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.21305257081985474}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8702911734580994},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.618383526802063},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.5658170580863953},{"id":"https://openalex.org/C166729404","wikidata":"https://www.wikidata.org/wiki/Q7833742","display_name":"Transactive memory","level":2,"score":0.5378261208534241},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5006628036499023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34031927585601807},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3297518491744995},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2330392301082611},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.21305257081985474},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2025.3556084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3556084","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8500000238418579,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1703652188","display_name":null,"funder_award_id":"2024pygpzk09","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2051854037","display_name":null,"funder_award_id":"62302154","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2422507121","display_name":null,"funder_award_id":"52407139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5523155345","display_name":null,"funder_award_id":"KLISSS202404","funder_id":"https://openalex.org/F4320312071","funder_display_name":"Ministry of Education, Libya"},{"id":"https://openalex.org/G5870332028","display_name":null,"funder_award_id":"2024AFB882","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"}],"funders":[{"id":"https://openalex.org/F4320312071","display_name":"Ministry of Education, Libya","ror":"https://ror.org/02w030k33"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322186","display_name":"Natural Science Foundation of Hubei Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2591645546","https://openalex.org/W2893381612","https://openalex.org/W2903080041","https://openalex.org/W2918083579","https://openalex.org/W2953141613","https://openalex.org/W2962799452","https://openalex.org/W2976112010","https://openalex.org/W2982405404","https://openalex.org/W3002459582","https://openalex.org/W3013451855","https://openalex.org/W3019147540","https://openalex.org/W3027979677","https://openalex.org/W3092305369","https://openalex.org/W3125483768","https://openalex.org/W3139810680","https://openalex.org/W3157620715","https://openalex.org/W3157959396","https://openalex.org/W3188856100","https://openalex.org/W4205866998","https://openalex.org/W4226258786","https://openalex.org/W4285120868","https://openalex.org/W4296760904","https://openalex.org/W4310508258","https://openalex.org/W4323064837","https://openalex.org/W4361988330","https://openalex.org/W4366149063","https://openalex.org/W4387297890","https://openalex.org/W4387986962","https://openalex.org/W4388750108","https://openalex.org/W4395017677","https://openalex.org/W4400678988","https://openalex.org/W4401687388","https://openalex.org/W6803550857"],"related_works":["https://openalex.org/W3186957214","https://openalex.org/W1513002606","https://openalex.org/W2765979886","https://openalex.org/W2130095262","https://openalex.org/W4390656122","https://openalex.org/W1537221677","https://openalex.org/W2078730244","https://openalex.org/W2729299871","https://openalex.org/W2046702772","https://openalex.org/W1877090597"],"abstract_inverted_index":{"Optimal":[0],"energy":[1,49,72,79],"management":[2,73],"between":[3,25,52,81],"microgrids":[4],"(MGs)":[5],"and":[6,27,37,54,83,109,120,143],"battery":[7],"swapping":[8],"stations":[9],"(BSSs)":[10],"offers":[11],"significant":[12],"economic":[13],"benefits.":[14],"However,":[15],"existing":[16],"works":[17],"face":[18],"challenges":[19],"in":[20],"formulating":[21],"optimal":[22],"interaction":[23],"strategies":[24],"MGs":[26,119],"BSSs,":[28,84],"due":[29],"to":[30,64,77],"the":[31,48,115,121,132,134],"temporal-spatial":[32],"uncertainty":[33],"of":[34,118,124,139,146],"distributed":[35],"renewables":[36],"emerging":[38],"loads,":[39],"as":[40,42,93],"well":[41],"incomplete":[43],"information.":[44],"This":[45],"article":[46],"addresses":[47],"transaction":[50],"problem":[51,90],"multi-MGs":[53],"multi-BSSs":[55],"using":[56],"a":[57,69,94],"hybrid":[58,101],"multiagent":[59,104],"deep":[60,111],"reinforcement":[61],"learning":[62],"approach":[63],"minimize":[65],"operation":[66,141],"costs.":[67],"Specifically,":[68],"hierarchical":[70],"transactive":[71],"community":[74],"is":[75,91],"introduced":[76],"facilitate":[78],"exchange":[80],"MMGs":[82],"considering":[85],"different":[86],"stakeholder":[87],"interests.":[88],"The":[89,99],"modeled":[92],"partially":[95],"observable":[96],"Markov":[97],"game.":[98],"proposed":[100,135],"algorithm,":[102],"combining":[103],"proximal":[105],"policy":[106],"optimization":[107],"(MAPPO)":[108],"double":[110],"Q-network":[112],"(DDQN),":[113],"handles":[114],"continuous":[116],"scheduling":[117],"discrete":[122],"operations":[123],"BSSs.":[125],"Numerical":[126],"results":[127],"show":[128],"that,":[129],"averaged":[130],"over":[131],"baselines,":[133],"MAPPO-DDQN":[136],"reduces":[137],"13.71%":[138],"MGs'":[140],"costs":[142],"increases":[144],"14.62%":[145],"BSSs'":[147],"profit.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}