{"id":"https://openalex.org/W4413394795","doi":"https://doi.org/10.23919/acc63710.2025.11108112","title":"Safe Reinforcement Learning for Mixed-Autonomy Platoons: A Cooperative Control Barrier Function Approach","display_name":"Safe Reinforcement Learning for Mixed-Autonomy Platoons: A Cooperative Control Barrier Function Approach","publication_year":2025,"publication_date":"2025-07-08","ids":{"openalex":"https://openalex.org/W4413394795","doi":"https://doi.org/10.23919/acc63710.2025.11108112"},"language":"en","primary_location":{"id":"doi:10.23919/acc63710.2025.11108112","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc63710.2025.11108112","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 American Control Conference (ACC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056315088","display_name":"Jingyuan Zhou","orcid":"https://orcid.org/0000-0002-1201-3189"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jingyuan Zhou","raw_affiliation_strings":["National University of Singapore,Department of Civil and Environmental Engineering,Singapore,119077"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore,Department of Civil and Environmental Engineering,Singapore,119077","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051451837","display_name":"Longhao Yan","orcid":"https://orcid.org/0000-0002-0167-0888"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Longhao Yan","raw_affiliation_strings":["National University of Singapore,Department of Civil and Environmental Engineering,Singapore,119077"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore,Department of Civil and Environmental Engineering,Singapore,119077","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092997486","display_name":"Jinhao Liang","orcid":"https://orcid.org/0009-0008-3717-6030"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jinhao Liang","raw_affiliation_strings":["National University of Singapore,Department of Civil and Environmental Engineering,Singapore,119077"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore,Department of Civil and Environmental Engineering,Singapore,119077","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027863139","display_name":"Kaidi Yang","orcid":"https://orcid.org/0000-0003-3297-0266"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kaidi Yang","raw_affiliation_strings":["National University of Singapore,Department of Civil and Environmental Engineering,Singapore,119077"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore,Department of Civil and Environmental Engineering,Singapore,119077","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"361","last_page":"367"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.930899977684021,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.930899977684021,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7121645212173462},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.5722571015357971},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5518185496330261},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5352739691734314},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.43639639019966125},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3324505090713501},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19844433665275574},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.07327595353126526},{"id":"https://openalex.org/keywords/cell-biology","display_name":"Cell biology","score":0.06010285019874573}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7121645212173462},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.5722571015357971},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5518185496330261},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5352739691734314},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.43639639019966125},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3324505090713501},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19844433665275574},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.07327595353126526},{"id":"https://openalex.org/C95444343","wikidata":"https://www.wikidata.org/wiki/Q7141","display_name":"Cell biology","level":1,"score":0.06010285019874573},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/acc63710.2025.11108112","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc63710.2025.11108112","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 American Control Conference (ACC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311649","display_name":"Ministry of Education","ror":"https://ror.org/036nq5137"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1980569135","https://openalex.org/W2008039411","https://openalex.org/W2073177254","https://openalex.org/W2921436962","https://openalex.org/W2968945909","https://openalex.org/W3195647294","https://openalex.org/W3206719808","https://openalex.org/W3207818673","https://openalex.org/W3210590548","https://openalex.org/W4245376853","https://openalex.org/W4308068353","https://openalex.org/W4318541446","https://openalex.org/W4352977012","https://openalex.org/W4389692462","https://openalex.org/W4392567226","https://openalex.org/W4399526374","https://openalex.org/W4403686263","https://openalex.org/W4405023236","https://openalex.org/W4407155075"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"The":[0],"control":[1,30,49,128,162],"of":[2,35,88,98,115,170,177],"mixed-autonomy":[3,47,172],"platoons":[4],"comprising":[5],"both":[6,116],"connected":[7],"and":[8,12,118,137],"automated":[9],"vehicles":[10,14],"(CAVs)":[11],"human-driven":[13],"(HDVs)":[15],"has":[16],"attracted":[17],"increasing":[18],"research":[19,44],"attention.":[20],"Multi-agent":[21],"reinforcement":[22],"learning":[23],"(MARL)":[24,148],"appears":[25],"to":[26,84,106,133],"be":[27,104],"a":[28,144,151,171],"promising":[29],"strategy":[31,163],"for":[32,72],"its":[33],"capability":[34],"managing":[36],"complex":[37],"scenarios":[38],"in":[39,74],"real":[40],"time.":[41],"However,":[42],"current":[43],"on":[45],"MARL-based":[46],"platoon":[48,173],"suffers":[50],"from":[51],"the":[52,75,85,95,109,113,140,167,175],"following":[53],"limitations.":[54],"First,":[55],"existing":[56],"MARL":[57],"approaches":[58],"lack":[59],"theoretical":[60],"safety":[61,67,82,97,111,114,136,141,169],"guarantees,":[62],"as":[63],"they":[64],"typically":[65],"address":[66,121],"by":[68],"adding":[69],"penalty":[70],"terms":[71],"violations":[73],"reward":[76],"function,":[77],"which":[78],"does":[79],"not":[80],"ensure":[81],"due":[83],"black-box":[86],"nature":[87],"RL.":[89],"Second,":[90],"few":[91],"studies":[92],"have":[93],"explored":[94],"cooperative":[96,127],"multi-CAV":[99],"platoons,":[100],"where":[101],"CAVs":[102,117],"can":[103,164],"coordinated":[105],"further":[107],"enhance":[108,134,166],"system-level":[110,135,168],"involving":[112],"HDVs.":[119],"To":[120],"these":[122],"limitations,":[123],"we":[124],"(i)":[125],"design":[126],"barrier":[129],"function":[130],"(CBF)":[131],"candidates":[132],"(ii)":[138],"integrate":[139],"constraints":[142],"into":[143],"Multi-Agent":[145],"Reinforcement":[146],"Learning":[147],"framework":[149],"through":[150,174],"differentiable":[152],"quadratic":[153],"programming":[154],"layer.":[155],"Simulation":[156],"results":[157],"show":[158],"that":[159],"our":[160],"proposed":[161],"effectively":[165],"cooperation":[176],"multiple":[178],"CAVs.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}