{"id":"https://openalex.org/W4382365356","doi":"https://doi.org/10.1109/tits.2023.3284756","title":"Multi-Agent Reinforcement Learning for Intelligent V2G Integration in Future Transportation Systems","display_name":"Multi-Agent Reinforcement Learning for Intelligent V2G Integration in Future Transportation Systems","publication_year":2023,"publication_date":"2023-06-28","ids":{"openalex":"https://openalex.org/W4382365356","doi":"https://doi.org/10.1109/tits.2023.3284756"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2023.3284756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3284756","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102706410","display_name":"Jiawei Dong","orcid":"https://orcid.org/0009-0003-2347-8429"},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Jiawei Dong","raw_affiliation_strings":["Department of Electrical and Computer Engineering (ECE), Lakehead University, Thunder Bay, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0003-2347-8429","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering (ECE), Lakehead University, Thunder Bay, ON, Canada","institution_ids":["https://openalex.org/I72541430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083580867","display_name":"Abdulsalam Yassine","orcid":"https://orcid.org/0000-0003-3539-0945"},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Abdulsalam Yassine","raw_affiliation_strings":["Department of Software Engineering, Lakehead University, Thunder Bay, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3539-0945","affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Lakehead University, Thunder Bay, ON, Canada","institution_ids":["https://openalex.org/I72541430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034898317","display_name":"Andy Armitage","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andy Armitage","raw_affiliation_strings":["Synergy North, Thunder Bay, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0008-4512-4484","affiliations":[{"raw_affiliation_string":"Synergy North, Thunder Bay, ON, Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037865550","display_name":"M. Shamim Hossain","orcid":"https://orcid.org/0000-0001-5906-9422"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"M. Shamim Hossain","raw_affiliation_strings":["Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-5906-9422","affiliations":[{"raw_affiliation_string":"Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102706410"],"corresponding_institution_ids":["https://openalex.org/I72541430"],"apc_list":null,"apc_paid":null,"fwci":9.4003,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.9863679,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"24","issue":"12","first_page":"15974","last_page":"15983"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7681224346160889},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5999656319618225},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5790089964866638},{"id":"https://openalex.org/keywords/vehicle-to-grid","display_name":"Vehicle-to-grid","score":0.5713179707527161},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.5685683488845825},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5408125519752502},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5332149267196655},{"id":"https://openalex.org/keywords/intelligent-agent","display_name":"Intelligent agent","score":0.43049174547195435},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.426449179649353},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.42626306414604187},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.41741108894348145},{"id":"https://openalex.org/keywords/state-of-charge","display_name":"State of charge","score":0.41350698471069336},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4003143012523651},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.4001542925834656},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.36122459173202515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26996928453445435},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.1917402744293213},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.16627588868141174},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.13490363955497742},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.126251220703125},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.12397009134292603}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7681224346160889},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5999656319618225},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5790089964866638},{"id":"https://openalex.org/C2780068603","wikidata":"https://www.wikidata.org/wiki/Q1783938","display_name":"Vehicle-to-grid","level":4,"score":0.5713179707527161},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5685683488845825},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5408125519752502},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5332149267196655},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.43049174547195435},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.426449179649353},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.42626306414604187},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.41741108894348145},{"id":"https://openalex.org/C2776582896","wikidata":"https://www.wikidata.org/wiki/Q5368536","display_name":"State of charge","level":4,"score":0.41350698471069336},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4003143012523651},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.4001542925834656},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.36122459173202515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26996928453445435},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.1917402744293213},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.16627588868141174},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.13490363955497742},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.126251220703125},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.12397009134292603},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2023.3284756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3284756","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321145","display_name":"King Saud University","ror":"https://ror.org/02f81g417"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2012160694","https://openalex.org/W2046376809","https://openalex.org/W2077440620","https://openalex.org/W2525994412","https://openalex.org/W2597125925","https://openalex.org/W2795578496","https://openalex.org/W2796500746","https://openalex.org/W2895999915","https://openalex.org/W2914004483","https://openalex.org/W2964113250","https://openalex.org/W2968303619","https://openalex.org/W2973885157","https://openalex.org/W2983887688","https://openalex.org/W2990743768","https://openalex.org/W3005335721","https://openalex.org/W3044015199","https://openalex.org/W3049535205","https://openalex.org/W3082247751","https://openalex.org/W3083299299","https://openalex.org/W3161655764","https://openalex.org/W3197179241","https://openalex.org/W3213490051","https://openalex.org/W3215216734","https://openalex.org/W3217060326","https://openalex.org/W4226289419","https://openalex.org/W4295956796","https://openalex.org/W6637373629"],"related_works":["https://openalex.org/W2555175041","https://openalex.org/W2032085210","https://openalex.org/W2389561653","https://openalex.org/W2052188148","https://openalex.org/W4239205706","https://openalex.org/W4239297229","https://openalex.org/W3003695187","https://openalex.org/W3166575991","https://openalex.org/W2202135304","https://openalex.org/W3195356068"],"abstract_inverted_index":{"Electric":[0],"vehicles":[1],"(EVs)":[2],"are":[3,14,125],"the":[4,7,28,44,49,56,71,74,87,96,101,108,115,142,148,156,161,166,172,184,187,197,202],"backbone":[5],"of":[6,91,100,110,177,186],"future":[8],"intelligent":[9],"transportation":[10],"system":[11],"(ITS).":[12],"They":[13],"environmentally":[15],"friendly":[16],"and":[17,69,138,164,190,193],"can":[18,38,199],"also":[19],"be":[20],"integrated":[21],"as":[22],"distributed":[23],"energy":[24,111],"resources":[25],"(DERs)":[26],"into":[27,43,55,73],"smart":[29],"grid":[30,46,58],"using":[31],"vehicle-to-grid":[32],"(V2G)":[33],"scheme.":[34],"Specifically,":[35],"utility":[36],"companies":[37],"push":[39],"back":[40],"EV":[41,92],"batteries":[42,93],"electric":[45,102],"to":[47,66,94,119,135,182,194],"reduce":[48],"peak":[50,97,203],"load.":[51,204],"However,":[52],"integrating":[53],"EVs":[54,72,149],"power":[57],"efficiently":[59],"requires":[60],"accurate":[61],"artificial":[62],"intelligence":[63],"(AI)":[64],"mechanisms":[65],"forecast,":[67],"coordinate,":[68],"dispatch":[70],"grid.":[75,103],"This":[76],"paper":[77],"proposes":[78],"a":[79,128,152,174],"Multi-agent":[80],"Reinforcement":[81],"Learning":[82],"(MARL)":[83],"mechanism":[84,192],"that":[85,147,196],"schedules":[86],"day-ahead":[88],"discharging":[89],"process":[90],"optimize":[95],"shaving":[98],"performance":[99],"The":[104],"proposed":[105],"MARL":[106,188],"overcomes":[107],"inaccuracy":[109],"prediction":[112],"by":[113],"allowing":[114],"agents,":[116],"i.e.":[117],"EVs,":[118],"make":[120,132],"autonomous":[121],"decisions.":[122],"These":[123],"agents":[124],"trained":[126],"in":[127],"centralized":[129,153],"fashion":[130],"but":[131],"decisions":[133],"locally":[134],"maintain":[136],"autonomy":[137],"privacy.":[139],"In":[140],"particular,":[141],"model":[143,198],"does":[144],"not":[145],"require":[146],"communicate":[150],"with":[151],"entity":[154],"during":[155],"execution":[157],"stage,":[158],"which":[159],"assures":[160],"model\u2019s":[162],"integrity":[163],"protects":[165],"EVs\u2019":[167],"private":[168],"information.":[169],"To":[170],"evaluate":[171],"model,":[173],"comprehensive":[175],"series":[176],"experiments":[178],"were":[179],"carried":[180],"out":[181],"prove":[183],"effectiveness":[185],"coordination":[189],"scheduling":[191],"show":[195],"indeed":[200],"flatten":[201]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":6}],"updated_date":"2026-05-18T08:16:58.900851","created_date":"2025-10-10T00:00:00"}