{"id":"https://openalex.org/W4381420200","doi":"https://doi.org/10.3390/s23104710","title":"A Comprehensive Survey on Multi-Agent Reinforcement Learning for Connected and Automated Vehicles","display_name":"A Comprehensive Survey on Multi-Agent Reinforcement Learning for Connected and Automated Vehicles","publication_year":2023,"publication_date":"2023-05-12","ids":{"openalex":"https://openalex.org/W4381420200","doi":"https://doi.org/10.3390/s23104710","pmid":"https://pubmed.ncbi.nlm.nih.gov/37430623"},"language":"en","primary_location":{"id":"doi:10.3390/s23104710","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23104710","pdf_url":"https://www.mdpi.com/1424-8220/23/10/4710/pdf?version=1684129026","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/10/4710/pdf?version=1684129026","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077157695","display_name":"Pamul Yadav","orcid":"https://orcid.org/0000-0002-6559-882X"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Pamul Yadav","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Incheon 21983, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-6559-882X","affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Incheon 21983, Republic of Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051197396","display_name":"Ashutosh Mishra","orcid":"https://orcid.org/0000-0001-8579-5583"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Ashutosh Mishra","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Incheon 21983, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-8579-5583","affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Incheon 21983, Republic of Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043085156","display_name":"Shiho Kim","orcid":"https://orcid.org/0000-0001-9935-1721"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Shiho Kim","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Incheon 21983, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-9935-1721","affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Incheon 21983, Republic of Korea","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5051197396"],"corresponding_institution_ids":["https://openalex.org/I193775966"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":10.8656,"has_fulltext":true,"cited_by_count":63,"citation_normalized_percentile":{"value":0.98939822,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"23","issue":"10","first_page":"4710","last_page":"4710"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.8189100027084351},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8018932342529297},{"id":"https://openalex.org/keywords/marl","display_name":"Marl","score":0.6554700136184692},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.614993691444397},{"id":"https://openalex.org/keywords/current","display_name":"Current (fluid)","score":0.43578827381134033},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3928160071372986},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3816702961921692},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37638986110687256},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37250590324401855},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3349171578884125},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.32553690671920776},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.3251489996910095},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.27366578578948975}],"concepts":[{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.8189100027084351},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8018932342529297},{"id":"https://openalex.org/C92927620","wikidata":"https://www.wikidata.org/wiki/Q184053","display_name":"Marl","level":3,"score":0.6554700136184692},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.614993691444397},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.43578827381134033},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3928160071372986},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3816702961921692},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37638986110687256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37250590324401855},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3349171578884125},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32553690671920776},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.3251489996910095},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27366578578948975},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C109007969","wikidata":"https://www.wikidata.org/wiki/Q749565","display_name":"Structural basin","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s23104710","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23104710","pdf_url":"https://www.mdpi.com/1424-8220/23/10/4710/pdf?version=1684129026","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:37430623","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37430623","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10221654","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10221654","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10221654/pdf/sensors-23-04710.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:4843b927db4c4ff9b085721c80931af1","is_oa":true,"landing_page_url":"https://doaj.org/article/4843b927db4c4ff9b085721c80931af1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 23, Iss 10, p 4710 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s23104710","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23104710","pdf_url":"https://www.mdpi.com/1424-8220/23/10/4710/pdf?version=1684129026","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","score":0.6299999952316284,"display_name":"Life below water"}],"awards":[{"id":"https://openalex.org/G3687552550","display_name":null,"funder_award_id":"NRF-2019H1D3A1A01071115","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G5304689794","display_name":null,"funder_award_id":"NRF-2019H1D3A1A01071115","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G7710834280","display_name":null,"funder_award_id":"NRF-2019H1D3A1A01071115","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381420200.pdf"},"referenced_works_count":81,"referenced_works":["https://openalex.org/W146964248","https://openalex.org/W600444827","https://openalex.org/W1506516229","https://openalex.org/W2037067712","https://openalex.org/W2108196201","https://openalex.org/W2115192345","https://openalex.org/W2126316555","https://openalex.org/W2153809277","https://openalex.org/W2187619657","https://openalex.org/W2604873668","https://openalex.org/W2617547828","https://openalex.org/W2623431351","https://openalex.org/W2746553466","https://openalex.org/W2778610932","https://openalex.org/W2781726626","https://openalex.org/W2796284132","https://openalex.org/W2803184913","https://openalex.org/W2886000153","https://openalex.org/W2894976951","https://openalex.org/W2904455790","https://openalex.org/W2907537824","https://openalex.org/W2908261578","https://openalex.org/W2910975058","https://openalex.org/W2912222576","https://openalex.org/W2915117209","https://openalex.org/W2945991855","https://openalex.org/W2962764167","https://openalex.org/W2963317745","https://openalex.org/W2963809389","https://openalex.org/W2963961639","https://openalex.org/W2969525674","https://openalex.org/W2974878761","https://openalex.org/W2985331920","https://openalex.org/W2989567700","https://openalex.org/W3000316997","https://openalex.org/W3003896178","https://openalex.org/W3010475463","https://openalex.org/W3090612618","https://openalex.org/W3091492359","https://openalex.org/W3101552411","https://openalex.org/W3102233516","https://openalex.org/W3105115779","https://openalex.org/W3106649810","https://openalex.org/W3115687132","https://openalex.org/W3124755563","https://openalex.org/W3130984490","https://openalex.org/W3132059329","https://openalex.org/W3133129631","https://openalex.org/W3153676008","https://openalex.org/W3155186850","https://openalex.org/W3156295478","https://openalex.org/W3167061096","https://openalex.org/W3167586364","https://openalex.org/W3177107998","https://openalex.org/W3182751084","https://openalex.org/W3193464862","https://openalex.org/W3194814913","https://openalex.org/W3197337499","https://openalex.org/W3202227263","https://openalex.org/W3206498438","https://openalex.org/W3212907084","https://openalex.org/W4210389721","https://openalex.org/W4211202045","https://openalex.org/W4213214016","https://openalex.org/W4214928197","https://openalex.org/W4224290225","https://openalex.org/W4226033453","https://openalex.org/W4226071977","https://openalex.org/W4251013842","https://openalex.org/W4280569716","https://openalex.org/W4283021706","https://openalex.org/W4284960570","https://openalex.org/W4285272860","https://openalex.org/W4286893914","https://openalex.org/W4306786778","https://openalex.org/W4308068584","https://openalex.org/W4309349085","https://openalex.org/W4313384530","https://openalex.org/W4324060653","https://openalex.org/W6779713346","https://openalex.org/W6810530265"],"related_works":["https://openalex.org/W2126019709","https://openalex.org/W1702901972","https://openalex.org/W4249798507","https://openalex.org/W2069775250","https://openalex.org/W2152754392","https://openalex.org/W2196316523","https://openalex.org/W1989172970","https://openalex.org/W1899363654","https://openalex.org/W2507089433","https://openalex.org/W2032294417"],"abstract_inverted_index":{"Connected":[0],"and":[1,19,76,105,120,139,144],"automated":[2],"vehicles":[3],"(CAVs)":[4],"require":[5,16],"multiple":[6],"tasks":[7,14],"in":[8,36,54,80,115,146],"their":[9,147],"seamless":[10],"maneuverings.":[11],"Some":[12],"essential":[13],"that":[15],"simultaneous":[17,47],"management":[18],"actions":[20],"are":[21,34,118,124],"motion":[22],"planning,":[23],"traffic":[24,26],"prediction,":[25],"intersection":[27],"management,":[28],"etc.":[29],"A":[30,94],"few":[31],"of":[32,62],"them":[33],"complex":[35,44,151],"nature.":[37],"Multi-agent":[38],"reinforcement":[39],"learning":[40],"(MARL)":[41],"can":[42,140],"solve":[43,150],"problems":[45],"involving":[46],"controls.":[48],"Recently,":[49],"many":[50],"researchers":[51],"applied":[52],"MARL":[53,81,91],"such":[55],"applications.":[56],"However,":[57],"there":[58],"is":[59,98],"a":[60,87],"lack":[61],"extensive":[63],"surveys":[64],"on":[65,90],"the":[66,71,102,107,113,142],"ongoing":[67],"research":[68,78,110,148],"to":[69,100,128,149],"identify":[70,101],"current":[72,103,116],"problems,":[73],"proposed":[74],"methods,":[75],"future":[77],"directions":[79],"for":[82,92,126],"CAVs.":[83,93],"This":[84],"paper":[85,96],"provides":[86],"comprehensive":[88],"survey":[89,138],"classification-based":[95],"analysis":[97],"performed":[99],"developments":[104],"highlight":[106],"various":[108],"existing":[109],"directions.":[111],"Finally,":[112],"challenges":[114],"works":[117],"discussed,":[119],"some":[121],"potential":[122],"areas":[123],"given":[125],"exploration":[127],"overcome":[129],"those":[130],"challenges.":[131],"Future":[132],"readers":[133],"will":[134],"benefit":[135],"from":[136],"this":[137],"apply":[141],"ideas":[143],"findings":[145],"problems.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-09T15:46:55.921056","created_date":"2025-10-10T00:00:00"}