{"id":"https://openalex.org/W4405092706","doi":"https://doi.org/10.1109/tai.2024.3511513","title":"Improving String Stability in Cooperative Adaptive Cruise Control Through Multiagent Reinforcement Learning With Potential-Driven Motivation","display_name":"Improving String Stability in Cooperative Adaptive Cruise Control Through Multiagent Reinforcement Learning With Potential-Driven Motivation","publication_year":2024,"publication_date":"2024-12-05","ids":{"openalex":"https://openalex.org/W4405092706","doi":"https://doi.org/10.1109/tai.2024.3511513"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2024.3511513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3511513","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018269252","display_name":"Kun Jiang","orcid":"https://orcid.org/0000-0001-5507-4654"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Jiang","raw_affiliation_strings":["School of Automation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5507-4654","affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078194009","display_name":"Min Hua","orcid":"https://orcid.org/0000-0002-2564-7180"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Min Hua","raw_affiliation_strings":["School of Engineering, University of Birmingham, Birmingham, U.K","School of Engineering, University of Birmingham, Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0002-2564-7180","affiliations":[{"raw_affiliation_string":"School of Engineering, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]},{"raw_affiliation_string":"School of Engineering, University of Birmingham, Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432151","display_name":"Xu He","orcid":"https://orcid.org/0000-0002-1670-0015"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xu He","raw_affiliation_strings":["School of Engineering, University of Birmingham, Birmingham, U.K","School of Engineering, University of Birmingham, Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0002-1670-0015","affiliations":[{"raw_affiliation_string":"School of Engineering, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]},{"raw_affiliation_string":"School of Engineering, University of Birmingham, Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088413924","display_name":"Lu Dong","orcid":"https://orcid.org/0000-0001-6737-1381"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Dong","raw_affiliation_strings":["School of Cyber Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6737-1381","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086668986","display_name":"Quan Zhou","orcid":"https://orcid.org/0000-0003-4216-3468"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Quan Zhou","raw_affiliation_strings":["School of Engineering, University of Birmingham, Birmingham, U.K","School of Engineering, University of Birmingham, Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0003-4216-3468","affiliations":[{"raw_affiliation_string":"School of Engineering, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]},{"raw_affiliation_string":"School of Engineering, University of Birmingham, Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043925036","display_name":"Hongming Xu","orcid":"https://orcid.org/0000-0001-7241-8383"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hongming Xu","raw_affiliation_strings":["School of Engineering, University of Birmingham, Birmingham, U.K","School of Engineering, University of Birmingham, Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0001-7241-8383","affiliations":[{"raw_affiliation_string":"School of Engineering, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]},{"raw_affiliation_string":"School of Engineering, University of Birmingham, Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019248683","display_name":"Changyin Sun","orcid":"https://orcid.org/0000-0001-9269-334X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyin Sun","raw_affiliation_strings":["School of Automation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9269-334X","affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5431,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.6818509,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"6","issue":"5","first_page":"1114","last_page":"1127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7824101448059082},{"id":"https://openalex.org/keywords/cooperative-adaptive-cruise-control","display_name":"Cooperative Adaptive Cruise Control","score":0.662991464138031},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6415563821792603},{"id":"https://openalex.org/keywords/cruise-control","display_name":"Cruise control","score":0.606999933719635},{"id":"https://openalex.org/keywords/string","display_name":"String (physics)","score":0.5790219902992249},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5519607663154602},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.463384747505188},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4468992054462433},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.32761475443840027},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2342042624950409},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22475209832191467},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1358555257320404},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.11830794811248779},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.09858360886573792}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7824101448059082},{"id":"https://openalex.org/C2780150632","wikidata":"https://www.wikidata.org/wiki/Q5167872","display_name":"Cooperative Adaptive Cruise Control","level":4,"score":0.662991464138031},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6415563821792603},{"id":"https://openalex.org/C113168747","wikidata":"https://www.wikidata.org/wiki/Q507295","display_name":"Cruise control","level":3,"score":0.606999933719635},{"id":"https://openalex.org/C157486923","wikidata":"https://www.wikidata.org/wiki/Q1376436","display_name":"String (physics)","level":2,"score":0.5790219902992249},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5519607663154602},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.463384747505188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4468992054462433},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.32761475443840027},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2342042624950409},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22475209832191467},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1358555257320404},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11830794811248779},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09858360886573792},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2024.3511513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3511513","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1641379095","https://openalex.org/W1968719911","https://openalex.org/W2145339207","https://openalex.org/W2973229164","https://openalex.org/W2982316857","https://openalex.org/W3011712248","https://openalex.org/W3017204849","https://openalex.org/W3115687132","https://openalex.org/W3173037288","https://openalex.org/W3210169707","https://openalex.org/W4283836230","https://openalex.org/W4285289168","https://openalex.org/W4285293786","https://openalex.org/W4362714396","https://openalex.org/W4381420200","https://openalex.org/W4384306284","https://openalex.org/W4385210632","https://openalex.org/W4388201183","https://openalex.org/W4388499209","https://openalex.org/W4389987589","https://openalex.org/W4391939503","https://openalex.org/W4391992006","https://openalex.org/W4399375259","https://openalex.org/W4399562950","https://openalex.org/W6692846177","https://openalex.org/W6713411898","https://openalex.org/W6734678876","https://openalex.org/W6736572398","https://openalex.org/W6738796088","https://openalex.org/W6749032143","https://openalex.org/W6771514159","https://openalex.org/W6790965610","https://openalex.org/W6800131325","https://openalex.org/W6840380725","https://openalex.org/W6851389620","https://openalex.org/W6859301334","https://openalex.org/W7017229891","https://openalex.org/W7069948914"],"related_works":["https://openalex.org/W4239082859","https://openalex.org/W2810760421","https://openalex.org/W2179921393","https://openalex.org/W2777953498","https://openalex.org/W2124723444","https://openalex.org/W2063190736","https://openalex.org/W2763908714","https://openalex.org/W1974639949","https://openalex.org/W2116446771","https://openalex.org/W2953758949"],"abstract_inverted_index":{"Cooperative":[0],"adaptive":[1],"cruise":[2],"control":[3],"(CACC)":[4],"is":[5],"regarded":[6],"as":[7,34,166],"a":[8,24,101,105,127,167],"promising":[9],"technology":[10],"for":[11,131],"achieving":[12],"efficient":[13],"and":[14,19,26,157],"safe":[15],"collaboration":[16],"among":[17],"connected":[18],"automated":[20],"vehicles":[21],"(CAVs)":[22],"in":[23,93,122,185],"platoon,":[25],"multiagent":[27,102],"reinforcement":[28],"learning":[29],"(MARL)":[30],"methods":[31,46,73,203],"are":[32],"emerging":[33],"an":[35],"effective":[36,177],"approach":[37],"to":[38,61,115,171,175,204],"implementing":[39],"the":[40,51,81,86,94,117,123,136,141,152,173,193],"CACC":[41,66,124,188],"technology.":[42],"However,":[43],"most":[44],"MARL":[45,202],"do":[47],"not":[48],"sufficiently":[49],"tackle":[50],"prevalent":[52],"string":[53],"stability":[54],"problem,":[55],"even":[56],"when":[57],"integrating":[58],"communication":[59,76],"mechanisms":[60,77],"improve":[62],"agents\u2019":[63],"understanding":[64],"of":[65,144,195,214],"scenarios.":[67],"This":[68],"limitation":[69],"arises":[70],"because":[71],"these":[72],"typically":[74],"learn":[75],"based":[78],"solely":[79],"on":[80,147],"information":[82,91],"directly":[83],"observable":[84],"by":[85,150,217],"agents,":[87],"neglecting":[88],"potentially":[89],"valuable":[90],"present":[92],"environment.":[95],"In":[96],"this":[97,164],"article,":[98],"we":[99,139,191,209],"propose":[100],"actor\u2013critic":[103],"with":[104,156,199,220],"potential-driven":[106],"motivation":[107,119,146],"(MAACPM)":[108],"approach,":[109],"which":[110],"utilizes":[111],"variational":[112],"inference":[113],"theory":[114],"infer":[116],"potential":[118,145,159,168,178,211],"representation":[120],"space":[121],"task,":[125],"providing":[126],"more":[128],"favorable":[129],"opportunity":[130],"adjusting":[132],"driving":[133,223],"behavior":[134],"within":[135],"platoon.":[137],"Furthermore,":[138,208],"quantify":[140],"specific":[142],"impact":[143],"each":[148],"vehicle":[149,222],"measuring":[151],"difference":[153,165],"between":[154],"policies":[155],"without":[158],"motivation.":[160,179],"We":[161],"then":[162],"utilize":[163],"reward":[169],"signal":[170],"incentivize":[172],"agent":[174],"grasp":[176],"The":[180],"proposed":[181],"method":[182,216],"was":[183],"validated":[184],"two":[186],"typical":[187],"scenarios,":[189],"where":[190],"compared":[192],"performance":[194],"our":[196,215],"MAACPM":[197],"algorithm":[198],"other":[200],"state-of-the-art":[201],"demonstrate":[205],"its":[206],"effectiveness.":[207],"illustrate":[210],"real-world":[212],"applications":[213],"comparing":[218],"it":[219],"actual":[221],"data.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}