{"id":"https://openalex.org/W4225081132","doi":"https://doi.org/10.1109/tcyb.2022.3165074","title":"Multistep Multiagent Reinforcement Learning for Optimal Energy Schedule Strategy of Charging Stations in Smart Grid.","display_name":"Multistep Multiagent Reinforcement Learning for Optimal Energy Schedule Strategy of Charging Stations in Smart Grid.","publication_year":2023,"publication_date":"2023-07-01","ids":{"openalex":"https://openalex.org/W4225081132","doi":"https://doi.org/10.1109/tcyb.2022.3165074","pmid":"https://pubmed.ncbi.nlm.nih.gov/35476564"},"language":"en","primary_location":{"id":"pmid:35476564","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35476564","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null},"type":"article","indexed_in":["pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087373711","display_name":"Qingyu Yang","orcid":"https://orcid.org/0000-0002-1525-2900"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qingyu Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035313256","display_name":"Dou An","orcid":"https://orcid.org/0000-0003-2868-0186"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dou An","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058473468","display_name":"Donghe Li","orcid":"https://orcid.org/0000-0001-6773-3143"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Donghe Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053349477","display_name":"Zongze Wu","orcid":"https://orcid.org/0000-0002-2115-8670"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zongze Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2323,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.47642228,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"53","issue":"7","first_page":"4292","last_page":"4305"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.921999990940094,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.921999990940094,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.046799998730421066,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8328276872634888},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7124754786491394},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5781879425048828},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5656980276107788},{"id":"https://openalex.org/keywords/purchasing","display_name":"Purchasing","score":0.5467797517776489},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.537479043006897},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.46533408761024475},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4435018002986908},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.4147321581840515},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4003690183162689},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.36901259422302246},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26699548959732056},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1661190390586853},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07749989628791809},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.0761023759841919}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8328276872634888},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7124754786491394},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5781879425048828},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5656980276107788},{"id":"https://openalex.org/C2778813691","wikidata":"https://www.wikidata.org/wiki/Q1369832","display_name":"Purchasing","level":2,"score":0.5467797517776489},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.537479043006897},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46533408761024475},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4435018002986908},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.4147321581840515},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4003690183162689},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.36901259422302246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26699548959732056},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1661190390586853},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07749989628791809},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0761023759841919},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003199","descriptor_name":"Computer Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003199","descriptor_name":"Computer Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003199","descriptor_name":"Computer Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":1,"locations":[{"id":"pmid:35476564","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35476564","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3020521192","display_name":null,"funder_award_id":"61973247","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5226995995","display_name":null,"funder_award_id":"62173268","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G886028301","display_name":null,"funder_award_id":"2021M692566","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2665415","https://openalex.org/W7347111","https://openalex.org/W9172614","https://openalex.org/W8166308","https://openalex.org/W8074274","https://openalex.org/W14764072","https://openalex.org/W8993348","https://openalex.org/W7800382","https://openalex.org/W16795511","https://openalex.org/W14984757"],"abstract_inverted_index":{"An":[0],"efficient":[1],"energy":[2,31,40,49,95,107,137,222],"scheduling":[3,32,116,138,223],"strategy":[4,72,97,109,139,160],"of":[5,21,26,39,56,174,201,231],"a":[6,61,69,85,106,162,177],"charging":[7,19,58,75,141,172,227],"station":[8],"is":[9,181,191],"crucial":[10],"for":[11,73,140,157,169],"stabilizing":[12],"the":[13,18,27,37,48,54,93,114,118,135,144,149,171,185,202,212,226,232],"electricity":[14,203],"market":[15,204,228],"and":[16,42,51,98,130,161,235],"accommodating":[17],"demand":[20,173],"electric":[22],"vehicles":[23],"(EVs).":[24],"Most":[25],"existing":[28],"studies":[29],"on":[30,198],"strategies":[33,121],"fail":[34],"to":[35,67,79,91,104,133,183],"coordinate":[36],"process":[38],"purchasing":[41,96,159],"distribution":[43,108],"and,":[44],"thus,":[45],"cannot":[46],"balance":[47],"supply":[50],"demand.":[52],"Besides,":[53],"existence":[55],"multiple":[57],"stations":[59],"in":[60,110,127,205,225,229],"complex":[62],"scenario":[63],"makes":[64],"it":[65],"difficult":[66],"develop":[68,105,134],"unified":[70,136],"schedule":[71],"different":[74],"stations.":[76,142],"In":[77],"order":[78],"solve":[80],"these":[81],"problems,":[82],"we":[83],"propose":[84],"multiagent":[86,150],"reinforcement":[87],"learning":[88,158,186],"(MARL)":[89],"method":[90,147,190,214],"learn":[92],"optimal":[94],"an":[99],"online":[100],"heuristic":[101],"dispatching":[102],"scheme":[103],"this":[111],"article.":[112],"Unlike":[113],"traditional":[115],"methods,":[117],"two":[119],"proposed":[120,145,189,213],"are":[122],"coordinated":[123],"with":[124],"each":[125],"other":[126,220],"both":[128],"temporal":[129],"spatial":[131],"dimensions":[132],"Specifically,":[143],"MARL":[146],"combines":[148],"deep":[151],"deterministic":[152],"policy":[153],"gradient":[154],"(MADDPG)":[155],"principles":[156],"long":[163],"short-term":[164],"memory":[165],"(LSTM)":[166],"neural":[167],"network":[168],"predicting":[170],"EVs.":[175],"Moreover,":[176],"multistep":[178],"reward":[179],"function":[180],"developed":[182],"accelerate":[184],"process.":[187],"The":[188,207],"verified":[192],"by":[193],"comprehensive":[194],"simulation":[195],"experiments":[196],"based":[197],"real":[199],"data":[200],"Chicago.":[206],"experiment":[208],"results":[209],"show":[210],"that":[211],"can":[215],"achieve":[216],"better":[217],"performance":[218],"than":[219],"state-of-the-art":[221],"methods":[224],"terms":[230],"economic":[233],"profits":[234],"users'":[236],"satisfaction":[237],"ratio.":[238]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2022-04-30T00:00:00"}