{"id":"https://openalex.org/W4410808427","doi":"https://doi.org/10.1109/tase.2025.3574280","title":"Multi-Agent Reinforcement Learning for Connected and Automated Vehicles Control: Recent Advancements and Future Prospects","display_name":"Multi-Agent Reinforcement Learning for Connected and Automated Vehicles Control: Recent Advancements and Future Prospects","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410808427","doi":"https://doi.org/10.1109/tase.2025.3574280"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2025.3574280","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tase.2025.3574280","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tase.2025.3574280","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078194009","display_name":"Min Hua","orcid":"https://orcid.org/0000-0002-2564-7180"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Min Hua","raw_affiliation_strings":["School of Engineering, University of Birmingham, Birmingham, U.K"],"raw_orcid":"https://orcid.org/0000-0002-2564-7180","affiliations":[{"raw_affiliation_string":"School of Engineering, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039052700","display_name":"Xinda Qi","orcid":"https://orcid.org/0000-0003-1454-4634"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinda Qi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Michigan State University, East Lansing, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-1454-4634","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100319453","display_name":"Dong Chen","orcid":"https://orcid.org/0000-0002-0551-5084"},"institutions":[{"id":"https://openalex.org/I99041443","display_name":"Mississippi State University","ror":"https://ror.org/0432jq872","country_code":"US","type":"education","lineage":["https://openalex.org/I4210141039","https://openalex.org/I99041443"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong Chen","raw_affiliation_strings":["Agricultural and Biological Engineering, Mississippi State University, Starkville, MS, USA"],"raw_orcid":"https://orcid.org/0000-0002-0551-5084","affiliations":[{"raw_affiliation_string":"Agricultural and Biological Engineering, Mississippi State University, Starkville, MS, USA","institution_ids":["https://openalex.org/I99041443"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018269252","display_name":"Kun Jiang","orcid":"https://orcid.org/0000-0001-5507-4654"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Jiang","raw_affiliation_strings":["School of Automation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5507-4654","affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027429580","display_name":"Zemin Eitan Liu","orcid":"https://orcid.org/0000-0002-1774-647X"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zemin Eitan Liu","raw_affiliation_strings":["Chemical and Petroleum Engineering Department, University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1774-647X","affiliations":[{"raw_affiliation_string":"Chemical and Petroleum Engineering Department, University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101500315","display_name":"Hongyu Sun","orcid":"https://orcid.org/0009-0002-4118-4777"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hongyu Sun","raw_affiliation_strings":["School of Engineering, University of Birmingham, Birmingham, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086668986","display_name":"Quan Zhou","orcid":"https://orcid.org/0000-0003-4216-3468"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Quan Zhou","raw_affiliation_strings":["School of Engineering, University of Birmingham, Birmingham, U.K"],"raw_orcid":"https://orcid.org/0000-0003-4216-3468","affiliations":[{"raw_affiliation_string":"School of Engineering, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043925036","display_name":"Hongming Xu","orcid":"https://orcid.org/0000-0001-7241-8383"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hongming Xu","raw_affiliation_strings":["School of Engineering, University of Birmingham, Birmingham, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7241-8383","affiliations":[{"raw_affiliation_string":"School of Engineering, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":24.8367,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.99840647,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":null,"first_page":"16266","last_page":"16286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7788927555084229},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4917798340320587},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4800902009010315},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4281498193740845},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.42002034187316895},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.41886404156684875},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.36533838510513306}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7788927555084229},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4917798340320587},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4800902009010315},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4281498193740845},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.42002034187316895},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.41886404156684875},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.36533838510513306},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3574280","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tase.2025.3574280","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tase.2025.3574280","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tase.2025.3574280","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":190,"referenced_works":["https://openalex.org/W1641379095","https://openalex.org/W2064675550","https://openalex.org/W2107726111","https://openalex.org/W2461335435","https://openalex.org/W2565964811","https://openalex.org/W2617547828","https://openalex.org/W2726187156","https://openalex.org/W2790566798","https://openalex.org/W2895921264","https://openalex.org/W2903709398","https://openalex.org/W2908261578","https://openalex.org/W2915117209","https://openalex.org/W2921436962","https://openalex.org/W2933570795","https://openalex.org/W2940821858","https://openalex.org/W2942827066","https://openalex.org/W2945991855","https://openalex.org/W2947742306","https://openalex.org/W2963142324","https://openalex.org/W2964227312","https://openalex.org/W2964299886","https://openalex.org/W2969619447","https://openalex.org/W2976036462","https://openalex.org/W2981402159","https://openalex.org/W2983178256","https://openalex.org/W2990845933","https://openalex.org/W2991046523","https://openalex.org/W2997556607","https://openalex.org/W3004268170","https://openalex.org/W3011712248","https://openalex.org/W3030840723","https://openalex.org/W3037148280","https://openalex.org/W3047918580","https://openalex.org/W3083695346","https://openalex.org/W3089778445","https://openalex.org/W3091492359","https://openalex.org/W3092534200","https://openalex.org/W3093963693","https://openalex.org/W3096739060","https://openalex.org/W3115687132","https://openalex.org/W3118596400","https://openalex.org/W3124225140","https://openalex.org/W3124755563","https://openalex.org/W3128049868","https://openalex.org/W3133129631","https://openalex.org/W3139071578","https://openalex.org/W3152893301","https://openalex.org/W3153130015","https://openalex.org/W3153676008","https://openalex.org/W3160712241","https://openalex.org/W3161618639","https://openalex.org/W3167586364","https://openalex.org/W3168892396","https://openalex.org/W3175144487","https://openalex.org/W3197337499","https://openalex.org/W3202120492","https://openalex.org/W3203076355","https://openalex.org/W3204475858","https://openalex.org/W3204848416","https://openalex.org/W3205787899","https://openalex.org/W3208122016","https://openalex.org/W3208909666","https://openalex.org/W3209562871","https://openalex.org/W3210036045","https://openalex.org/W3210354266","https://openalex.org/W3211232325","https://openalex.org/W3212907084","https://openalex.org/W3214675592","https://openalex.org/W4200082379","https://openalex.org/W4224317003","https://openalex.org/W4225773298","https://openalex.org/W4226053079","https://openalex.org/W4226054535","https://openalex.org/W4226071977","https://openalex.org/W4226240301","https://openalex.org/W4251745933","https://openalex.org/W4280586962","https://openalex.org/W4283396661","https://openalex.org/W4285060730","https://openalex.org/W4285113455","https://openalex.org/W4285209757","https://openalex.org/W4285279465","https://openalex.org/W4285603540","https://openalex.org/W4285818829","https://openalex.org/W4287643035","https://openalex.org/W4291364848","https://openalex.org/W4293057500","https://openalex.org/W4297629810","https://openalex.org/W4300861216","https://openalex.org/W4308079996","https://openalex.org/W4308080604","https://openalex.org/W4309299196","https://openalex.org/W4311607213","https://openalex.org/W4312283487","https://openalex.org/W4312360841","https://openalex.org/W4312389086","https://openalex.org/W4312974600","https://openalex.org/W4313048769","https://openalex.org/W4313151755","https://openalex.org/W4313291107","https://openalex.org/W4315630108","https://openalex.org/W4318541446","https://openalex.org/W4318586143","https://openalex.org/W4319335480","https://openalex.org/W4319341708","https://openalex.org/W4320015935","https://openalex.org/W4320559479","https://openalex.org/W4322730611","https://openalex.org/W4323030862","https://openalex.org/W4327571609","https://openalex.org/W4327808993","https://openalex.org/W4360584316","https://openalex.org/W4366238939","https://openalex.org/W4366310810","https://openalex.org/W4367721870","https://openalex.org/W4376481153","https://openalex.org/W4378194791","https://openalex.org/W4380082180","https://openalex.org/W4381420200","https://openalex.org/W4381468726","https://openalex.org/W4381712751","https://openalex.org/W4381733136","https://openalex.org/W4382202831","https://openalex.org/W4383504005","https://openalex.org/W4385302142","https://openalex.org/W4385789869","https://openalex.org/W4386003447","https://openalex.org/W4386025570","https://openalex.org/W4386370226","https://openalex.org/W4387245332","https://openalex.org/W4387302362","https://openalex.org/W4387757652","https://openalex.org/W4387757694","https://openalex.org/W4388169159","https://openalex.org/W4388201183","https://openalex.org/W4389232856","https://openalex.org/W4389664919","https://openalex.org/W4389987589","https://openalex.org/W4390747816","https://openalex.org/W4390753602","https://openalex.org/W4391405925","https://openalex.org/W4391620718","https://openalex.org/W4391992006","https://openalex.org/W4392883051","https://openalex.org/W4392979569","https://openalex.org/W4396818994","https://openalex.org/W4399768476","https://openalex.org/W4399939533","https://openalex.org/W4400187743","https://openalex.org/W4400646355","https://openalex.org/W4401070497","https://openalex.org/W4401717045","https://openalex.org/W4401726167","https://openalex.org/W4402402057","https://openalex.org/W4402592279","https://openalex.org/W4402592494","https://openalex.org/W4404818332","https://openalex.org/W4404985202","https://openalex.org/W4405785715","https://openalex.org/W4407123719","https://openalex.org/W6692846177","https://openalex.org/W6712181171","https://openalex.org/W6734215269","https://openalex.org/W6734678876","https://openalex.org/W6738796088","https://openalex.org/W6740222838","https://openalex.org/W6745935785","https://openalex.org/W6749032143","https://openalex.org/W6752089545","https://openalex.org/W6752380930","https://openalex.org/W6762491519","https://openalex.org/W6767327128","https://openalex.org/W6770332567","https://openalex.org/W6771235960","https://openalex.org/W6771514159","https://openalex.org/W6775342081","https://openalex.org/W6779265984","https://openalex.org/W6781666204","https://openalex.org/W6783196708","https://openalex.org/W6784152626","https://openalex.org/W6784178060","https://openalex.org/W6802323456","https://openalex.org/W6839505761","https://openalex.org/W6840380725","https://openalex.org/W6843428111","https://openalex.org/W6853588135","https://openalex.org/W6853911056","https://openalex.org/W6865927115","https://openalex.org/W6876914274","https://openalex.org/W7064929991"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Connected":[0],"and":[1,19,37,59,119,145,158,181,194],"automated":[2],"vehicles":[3],"(CAVs)":[4],"have":[5],"emerged":[6],"as":[7,63,141],"a":[8,64,76,95,125],"potential":[9],"solution":[10],"to":[11,32,67,110],"the":[12,33,149,167],"future":[13],"challenges":[14,28,30,169],"of":[15,35,79,98,128],"developing":[16,157],"safe,":[17],"efficient,":[18],"eco-friendly":[20],"transportation":[21],"systems.":[22],"However,":[23],"CAV":[24,69,102,174],"control":[25,133],"presents":[26,124],"significant":[27,29],"due":[31],"complexity":[34],"interconnectivity":[36],"co-ordination":[38],"required":[39],"among":[40],"vehicles.":[41],"Multi-agent":[42],"reinforcement":[43],"learning":[44],"(MARL),":[45],"which":[46],"has":[47,199],"shown":[48],"notable":[49,77],"advancements":[50],"in":[51,55,101,116,170,202],"addressing":[52],"complex":[53,118],"problems":[54],"autonomous":[56],"driving,":[57],"robotics,":[58],"human-vehicle":[60],"interaction,":[61],"emerges":[62],"promising":[65],"tool":[66],"enhance":[68],"capabilities.":[70],"Despite":[71],"its":[72,113],"potential,":[73],"there":[74],"is":[75],"absence":[78],"current":[80,168],"reviews":[81,151],"on":[82],"mainstream":[83],"MARL":[84,129,160,172],"algorithms":[85,161],"for":[86,135,156,162,173],"CAVs.":[87,163],"To":[88],"fill":[89],"this":[90,92],"gap,":[91],"paper":[93,105,150],"offers":[94],"comprehensive":[96],"review":[97],"MARL\u2019s":[99],"application":[100],"control.":[103],"The":[104,197],"begins":[106],"with":[107],"an":[108],"introduction":[109],"MARL,":[111,189,191],"explaining":[112],"unique":[114],"advantages":[115],"handling":[117],"multi-agent":[120],"scenarios.":[121],"It":[122],"then":[123],"detailed":[126],"survey":[127],"applications":[130],"across":[131],"various":[132],"dimensions":[134],"CAVs,":[136],"including":[137,176],"critical":[138],"scenarios":[139],"such":[140],"platooning":[142],"control,":[143,175],"lane-changing,":[144],"unsignalized":[146],"intersections.":[147],"Additionally,":[148],"prominent":[152],"simulation":[153],"platforms":[154],"essential":[155],"testing":[159],"Lastly,":[164],"it":[165],"examines":[166],"deploying":[171],"safety,":[177],"communication,":[178],"mixed":[179],"traffic,":[180],"sim-to-real":[182],"challenges.":[183],"Potential":[184],"solutions":[185],"discussed":[186],"include":[187],"hierarchical":[188],"decentralized":[190],"adaptive":[192],"interactions,":[193],"offline":[195],"MARL.":[196],"work":[198],"been":[200],"summarized":[201],"MARL_in_CAV_Control_Repository.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":32},{"year":2025,"cited_by_count":16}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}