{"id":"https://openalex.org/W4411336711","doi":"https://doi.org/10.1109/tpds.2025.3580092","title":"Safe Multi-Agent Deep Reinforcement Learning for the Management of Autonomous Connected Vehicles at Future Intersections","display_name":"Safe Multi-Agent Deep Reinforcement Learning for the Management of Autonomous Connected Vehicles at Future Intersections","publication_year":2025,"publication_date":"2025-06-16","ids":{"openalex":"https://openalex.org/W4411336711","doi":"https://doi.org/10.1109/tpds.2025.3580092"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2025.3580092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3580092","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024414161","display_name":"Rui Zhao","orcid":"https://orcid.org/0000-0003-1597-1961"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Zhao","raw_affiliation_strings":["College of Automotive Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0003-1597-1961","affiliations":[{"raw_affiliation_string":"College of Automotive Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100342699","display_name":"Kui Wang","orcid":"https://orcid.org/0009-0000-0821-1660"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kui Wang","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-0821-1660","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology University, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071303232","display_name":"Yun Li","orcid":"https://orcid.org/0009-0002-7824-7751"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yun Li","raw_affiliation_strings":["Graduate School of Information and Science Technology, The University of Tokyo, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0009-0002-7824-7751","affiliations":[{"raw_affiliation_string":"Graduate School of Information and Science Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067527835","display_name":"Yuze Fan","orcid":"https://orcid.org/0009-0003-8309-7396"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuze Fan","raw_affiliation_strings":["College of Automotive Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0009-0003-8309-7396","affiliations":[{"raw_affiliation_string":"College of Automotive Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101688555","display_name":"Fei Gao","orcid":"https://orcid.org/0000-0001-9020-6720"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Gao","raw_affiliation_strings":["College of Automotive Engineering and the National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-9020-6720","affiliations":[{"raw_affiliation_string":"College of Automotive Engineering and the National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022668758","display_name":"Zhenhai Gao","orcid":"https://orcid.org/0000-0002-4623-3956"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhai Gao","raw_affiliation_strings":["College of Automotive Engineering and the National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-4623-3956","affiliations":[{"raw_affiliation_string":"College of Automotive Engineering and the National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4844,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.89150704,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"36","issue":"8","first_page":"1744","last_page":"1761"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9277999997138977,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7507839202880859},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.71702641248703},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.4133487939834595},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4081581234931946},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36275291442871094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7507839202880859},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.71702641248703},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.4133487939834595},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4081581234931946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36275291442871094}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2025.3580092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3580092","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7194057990","display_name":null,"funder_award_id":"52202495","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7872204055","display_name":null,"funder_award_id":"52202494","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1518914057","https://openalex.org/W1997082481","https://openalex.org/W2064095948","https://openalex.org/W2080782477","https://openalex.org/W2106271799","https://openalex.org/W2344243544","https://openalex.org/W2562854303","https://openalex.org/W2592818502","https://openalex.org/W2741514873","https://openalex.org/W2791054528","https://openalex.org/W2805498560","https://openalex.org/W2890536008","https://openalex.org/W2890598945","https://openalex.org/W2893073569","https://openalex.org/W2913512536","https://openalex.org/W2921392100","https://openalex.org/W2922677095","https://openalex.org/W2933570795","https://openalex.org/W2939973228","https://openalex.org/W2940821858","https://openalex.org/W2961154203","https://openalex.org/W2967474307","https://openalex.org/W2976133733","https://openalex.org/W2996623681","https://openalex.org/W3086302379","https://openalex.org/W3088218629","https://openalex.org/W3120921016","https://openalex.org/W3153130015","https://openalex.org/W3178423299","https://openalex.org/W3209562871","https://openalex.org/W4221031725","https://openalex.org/W4226071977","https://openalex.org/W4285154021","https://openalex.org/W4285173466","https://openalex.org/W4285813095","https://openalex.org/W4308080966","https://openalex.org/W4312271196","https://openalex.org/W4313534875","https://openalex.org/W4321483908","https://openalex.org/W4322730985","https://openalex.org/W4381733133","https://openalex.org/W6771280675"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W4206233823","https://openalex.org/W2494202692"],"abstract_inverted_index":{"As":[0],"Connected":[1],"and":[2,45,85,112,159,175,185,205,223],"Autonomous":[3,7,136],"Vehicles":[4],"(vehicle)":[5],"evolve,":[6],"Intersection":[8,137],"Management":[9,138],"(AIM)":[10],"systems":[11],"are":[12],"emerging":[13],"to":[14,109,214],"enable":[15,170],"safe,":[16,183],"efficient":[17],"traffic":[18,24,178,206],"flow":[19],"at":[20,190],"urban":[21],"intersections":[22],"without":[23],"signals.":[25],"However,":[26],"existing":[27],"AIM":[28,62],"systems,":[29],"whether":[30],"based":[31,151],"on":[32,128],"traditional":[33],"optimization":[34,94,210],"control":[35,187,211],"methods":[36],"or":[37],"machine":[38],"learning,":[39],"suffer":[40],"from":[41,173],"low":[42],"computational":[43,204],"efficiency":[44,207],"a":[46,80,132,155,160,197],"lack":[47],"of":[48,121,148,188],"robustness":[49],"in":[50,65,196,203],"ensuring":[51,125],"safety,":[52],"respectively.":[53],"To":[54],"overcome":[55],"these":[56,115],"limitations,":[57],"we":[58,130],"propose":[59],"an":[60,144,149],"innovative":[61],"scheme":[63],"rooted":[64],"Safe":[66],"Multi-Agent":[67],"Deep":[68],"Reinforcement":[69],"Learning":[70],"(MADRL).":[71],"We":[72],"initially":[73],"model":[74],"the":[75,103,119,167,182],"safe":[76],"MADRL":[77,216],"problem":[78],"as":[79],"constrained":[81,92],"Markov":[82],"game":[83],"(CMG)":[84],"tackle":[86],"it":[87],"with":[88],"our":[89,218],"multiagent":[90],"projective":[91],"policy":[93,100,152],"(MAPCPO).":[95],"This":[96,141],"method":[97,193],"first":[98],"optimizes":[99],"updates":[101],"within":[102],"Kullback":[104],"Leibler":[105],"divergence":[106],"trust":[107],"region":[108],"maximize":[110],"performance,":[111],"then":[113],"projects":[114],"optimized":[116],"policies":[117],"onto":[118],"bounds":[120],"risk":[122,161],"constraints,":[123],"thus":[124],"safety.":[126],"Building":[127],"this,":[129],"introduce":[131],"Risk-Bounded":[133],"RL":[134],"for":[135],"(RbRL-AIM)":[139],"algorithm.":[140],"algorithm":[142],"adopts":[143],"architecture":[145],"that":[146],"consists":[147],"LSTM":[150],"neural":[153,162],"network,":[154,158],"reward":[156],"value":[157],"network.":[163],"These":[164],"components,":[165],"through":[166],"MAPCPO":[168],"policy,":[169],"continuous":[171],"learning":[172],"complex":[174],"random":[176],"intersection":[177],"environments,":[179],"thereby":[180],"facilitating":[181],"efficient,":[184],"smooth":[186],"vehicles":[189],"intersections.":[191],"Our":[192],"is":[194],"validated":[195],"CARLA":[198],"simulation,":[199],"showing":[200],"significant":[201],"gains":[202],"over":[208],"baseline":[209],"methods.":[212],"Compared":[213],"non-safety-aware":[215],"methods,":[217],"approach":[219],"achieves":[220],"zero":[221],"collisions":[222],"improved":[224],"ride":[225],"comfort.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-30T13:55:48.251075","created_date":"2025-10-10T00:00:00"}