{"id":"https://openalex.org/W4399768476","doi":"https://doi.org/10.1109/tvt.2024.3415660","title":"A Multi-Agent Reinforcement Learning Based Control Method for CAVs in a Mixed Platoon","display_name":"A Multi-Agent Reinforcement Learning Based Control Method for CAVs in a Mixed Platoon","publication_year":2024,"publication_date":"2024-06-18","ids":{"openalex":"https://openalex.org/W4399768476","doi":"https://doi.org/10.1109/tvt.2024.3415660"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3415660","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3415660","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009705126","display_name":"Yaqi Xu","orcid":"https://orcid.org/0000-0003-1112-1505"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaqi Xu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1112-1505","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015067450","display_name":"Yan Shi","orcid":"https://orcid.org/0000-0001-7824-4708"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Shi","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7824-4708","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042253231","display_name":"Xiaolu Tong","orcid":"https://orcid.org/0009-0006-8895-5267"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolu Tong","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-8895-5267","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086645962","display_name":"Shanzhi Chen","orcid":"https://orcid.org/0000-0002-5409-8168"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4391767964","display_name":"State Key Laboratory of Wireless Mobile Communications","ror":"https://ror.org/02j79dc41","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210162623","https://openalex.org/I4391767964"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanzhi Chen","raw_affiliation_strings":["National Engineering Research Center of Mobile Communications and Vehicular Networks, and State Key Laboratory of Wireless Mobile Communications, China Academy of Telecommunication Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5409-8168","affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Mobile Communications and Vehicular Networks, and State Key Laboratory of Wireless Mobile Communications, China Academy of Telecommunication Technology, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4391767964"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053201231","display_name":"Yuming Ge","orcid":"https://orcid.org/0000-0001-5579-802X"},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuming Ge","raw_affiliation_strings":["Key Laboratory of Internet of Vehicle Technical Innovation and Testing (CAICT), Ministry of Industry and Information Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5579-802X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Internet of Vehicle Technical Innovation and Testing (CAICT), Ministry of Industry and Information Technology, Beijing, China","institution_ids":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.3997,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.96879911,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"73","issue":"11","first_page":"16160","last_page":"16172"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/platoon","display_name":"Platoon","score":0.8461483716964722},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.720824658870697},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4851261079311371},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4829106330871582},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4444693922996521},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4336165189743042},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.39606064558029175},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.37340667843818665},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34671732783317566}],"concepts":[{"id":"https://openalex.org/C2777735972","wikidata":"https://www.wikidata.org/wiki/Q1061967","display_name":"Platoon","level":3,"score":0.8461483716964722},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.720824658870697},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4851261079311371},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4829106330871582},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4444693922996521},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4336165189743042},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.39606064558029175},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.37340667843818665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34671732783317566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3415660","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3415660","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4991288653","display_name":null,"funder_award_id":"L202018","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G7599437602","display_name":null,"funder_award_id":"KL-2023-001","funder_id":"https://openalex.org/F4320323970","funder_display_name":"Ministry of Industry and Information Technology of the People's Republic of China"},{"id":"https://openalex.org/G8825237058","display_name":"\u652f\u6301\u5feb\u901f\u79fb\u52a8\u7684\u5bc6\u96c6\u63a5\u5165\u7f51\u57fa\u7840\u7406\u8bba\u548c\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61931005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320323970","display_name":"Ministry of Industry and Information Technology of the People's Republic of China","ror":"https://ror.org/0385nmy68"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W657015609","https://openalex.org/W1965455100","https://openalex.org/W2007718857","https://openalex.org/W2036021531","https://openalex.org/W2036375849","https://openalex.org/W2045153571","https://openalex.org/W2046482177","https://openalex.org/W2145339207","https://openalex.org/W2509583637","https://openalex.org/W2522693205","https://openalex.org/W2761568138","https://openalex.org/W2765650568","https://openalex.org/W2887438675","https://openalex.org/W2887895283","https://openalex.org/W2898823836","https://openalex.org/W2913416895","https://openalex.org/W2915503171","https://openalex.org/W2959176742","https://openalex.org/W2993428007","https://openalex.org/W3011712248","https://openalex.org/W3032833007","https://openalex.org/W3107856286","https://openalex.org/W3115687132","https://openalex.org/W3117223116","https://openalex.org/W3138181334","https://openalex.org/W3161618639","https://openalex.org/W3177318507","https://openalex.org/W3210590548","https://openalex.org/W3212907084","https://openalex.org/W4205900122","https://openalex.org/W4213209987","https://openalex.org/W4214554111","https://openalex.org/W4214589624","https://openalex.org/W4285145625","https://openalex.org/W4285176548","https://openalex.org/W4286285615","https://openalex.org/W4294690770","https://openalex.org/W4302071225","https://openalex.org/W4318541446","https://openalex.org/W4379662081","https://openalex.org/W4381420200","https://openalex.org/W4381468726","https://openalex.org/W4385583264","https://openalex.org/W4386025570","https://openalex.org/W6621914006","https://openalex.org/W6755069753","https://openalex.org/W6765660920","https://openalex.org/W6838682728"],"related_works":["https://openalex.org/W4286572054","https://openalex.org/W2555207388","https://openalex.org/W3171462553","https://openalex.org/W2983996496","https://openalex.org/W3168594544","https://openalex.org/W3189590538","https://openalex.org/W4389240635","https://openalex.org/W2461853023","https://openalex.org/W2136133395","https://openalex.org/W2935722734"],"abstract_inverted_index":{"With":[0],"the":[1,8,26,49,60,97,101,122,127,130,141,152,167,172,188],"development":[2],"of":[3,10,16,25,52,129,171,187],"automatic":[4],"driving":[5,137],"technology":[6],"and":[7,18,34,38,48,111,135,169,199],"Internet":[9],"Vehicles,":[11],"platooning":[12,113],"based":[13],"on":[14],"control":[15,69,114],"Connected":[17],"Autonomous":[19],"Vehicles":[20,40],"(CAVs)":[21],"has":[22],"become":[23],"one":[24],"most":[27],"promising":[28],"approach":[29],"to":[30,104,155],"improve":[31,112],"traffic":[32,56],"efficiency":[33],"safety.":[35],"However,":[36],"CAVs":[37,80],"Human-Driven":[39],"(HDVs)":[41],"will":[42],"coexist":[43],"for":[44,79],"a":[45,66],"long":[46],"period,":[47],"inherent":[50],"randomness":[51],"HDVs":[53],"may":[54],"cause":[55],"flow":[57],"oscillations":[58],"within":[59],"mixed":[61,67,83,131,163],"platoon.":[62],"This":[63],"paper":[64],"proposes":[65],"platoon":[68,109,164],"strategy,":[70],"Relative":[71],"Position":[72],"Encoding":[73],"Multi":[74],"Actor":[75],"Attention":[76],"Critic":[77],"(RPE-MAAC),":[78],"operating":[81],"in":[82,121],"platoons":[84],"with":[85,195],"HDVs.":[86],"To":[87],"be":[88],"more":[89,142,159],"specific,":[90],"RPE-MAAC":[91,125],"integrates":[92],"relative":[93],"position":[94],"encoding":[95],"into":[96,151],"MAAC":[98],"framework,":[99],"enhancing":[100,136],"model's":[102],"capability":[103],"handle":[105],"spatial":[106],"relationships":[107],"among":[108],"members":[110],"effectiveness.":[115],"By":[116],"incorporating":[117],"HDV":[118,144],"reaction":[119],"delays":[120],"reward":[123],"function,":[124],"ensures":[126],"stability":[128,170],"platoon,":[132],"reducing":[133],"disruptions":[134],"comfort.":[138],"In":[139],"particular,":[140],"accurate":[143],"trajectory":[145],"generation":[146],"model,":[147],"IDM-Informer,":[148],"is":[149,176,191],"incorporated":[150],"problem":[153],"formulation":[154],"provide":[156],"feedback":[157],"that":[158],"closely":[160],"resembles":[161],"real-world":[162],"scenarios.":[165],"Lastly,":[166],"effectiveness":[168],"proposed":[173,189],"RPE-MAAC-based":[174],"controller":[175],"verified":[177],"through":[178],"numerical":[179],"simulations":[180],"under":[181],"various":[182],"conditions.":[183],"The":[184],"superior":[185],"performance":[186],"algorithm":[190],"shown":[192],"by":[193],"comparing":[194],"existing":[196],"traditional":[197],"algorithms":[198],"state-of-the-art":[200],"optimization":[201],"algorithms.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2024-06-19T00:00:00"}