{"id":"https://openalex.org/W4312260978","doi":"https://doi.org/10.1109/tits.2022.3221450","title":"Enhancing Cooperation of Vehicle Merging Control in Heavy Traffic Using Communication-Based Soft Actor-Critic Algorithm","display_name":"Enhancing Cooperation of Vehicle Merging Control in Heavy Traffic Using Communication-Based Soft Actor-Critic Algorithm","publication_year":2022,"publication_date":"2022-11-17","ids":{"openalex":"https://openalex.org/W4312260978","doi":"https://doi.org/10.1109/tits.2022.3221450"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3221450","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3221450","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027375285","display_name":"Meng Li","orcid":"https://orcid.org/0000-0001-6944-0053"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Meng Li","raw_affiliation_strings":["School of Transportation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6944-0053","affiliations":[{"raw_affiliation_string":"School of Transportation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100351555","display_name":"Zhibin Li","orcid":"https://orcid.org/0000-0001-7192-6853"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin Li","raw_affiliation_strings":["School of Transportation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7192-6853","affiliations":[{"raw_affiliation_string":"School of Transportation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038878659","display_name":"Shunchao Wang","orcid":"https://orcid.org/0000-0002-7826-5880"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunchao Wang","raw_affiliation_strings":["School of Transportation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7826-5880","affiliations":[{"raw_affiliation_string":"School of Transportation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033848858","display_name":"Si Zheng","orcid":"https://orcid.org/0000-0002-8431-8758"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Si Zheng","raw_affiliation_strings":["School of Transportation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8431-8758","affiliations":[{"raw_affiliation_string":"School of Transportation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5027375285"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":3.6452,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.9337131,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"24","issue":"6","first_page":"6491","last_page":"6506"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7828110456466675},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7011262774467468},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5014474391937256},{"id":"https://openalex.org/keywords/negotiation","display_name":"Negotiation","score":0.4912046790122986},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4716571867465973},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3562058210372925},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3426477909088135},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.326722115278244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31878310441970825}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7828110456466675},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7011262774467468},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5014474391937256},{"id":"https://openalex.org/C199776023","wikidata":"https://www.wikidata.org/wiki/Q202875","display_name":"Negotiation","level":2,"score":0.4912046790122986},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4716571867465973},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3562058210372925},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3426477909088135},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.326722115278244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31878310441970825},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2022.3221450","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3221450","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G5663807238","display_name":null,"funder_award_id":"YBPY2165","funder_id":"https://openalex.org/F4320324856","funder_display_name":"Southeast University"},{"id":"https://openalex.org/G6650220183","display_name":null,"funder_award_id":"71871057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6891822477","display_name":null,"funder_award_id":"52272331","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324856","display_name":"Southeast University","ror":"https://ror.org/04ct4d772"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1813466531","https://openalex.org/W2012438622","https://openalex.org/W2017954997","https://openalex.org/W2036271427","https://openalex.org/W2065672848","https://openalex.org/W2067530543","https://openalex.org/W2086021999","https://openalex.org/W2105403067","https://openalex.org/W2105889532","https://openalex.org/W2131333332","https://openalex.org/W2161408559","https://openalex.org/W2508448572","https://openalex.org/W2509583637","https://openalex.org/W2515191420","https://openalex.org/W2537764407","https://openalex.org/W2606206351","https://openalex.org/W2613866771","https://openalex.org/W2624924877","https://openalex.org/W2766447205","https://openalex.org/W2766865689","https://openalex.org/W2787938642","https://openalex.org/W2794786585","https://openalex.org/W2884226817","https://openalex.org/W2904246096","https://openalex.org/W2912445127","https://openalex.org/W2916231201","https://openalex.org/W2947106284","https://openalex.org/W2962681260","https://openalex.org/W2963135764","https://openalex.org/W2976036462","https://openalex.org/W2989964169","https://openalex.org/W3000642886","https://openalex.org/W3004903885","https://openalex.org/W3022749764","https://openalex.org/W3044015199","https://openalex.org/W3049707075","https://openalex.org/W3084042075","https://openalex.org/W3087232517","https://openalex.org/W3095697787","https://openalex.org/W3100366369","https://openalex.org/W3104608980","https://openalex.org/W3121012756","https://openalex.org/W3121091948","https://openalex.org/W3153676008","https://openalex.org/W3163844809","https://openalex.org/W3203418317","https://openalex.org/W3204848416","https://openalex.org/W3207657697","https://openalex.org/W3210590548","https://openalex.org/W6748839928","https://openalex.org/W6749650931","https://openalex.org/W6757592117","https://openalex.org/W6776998285","https://openalex.org/W6781755612","https://openalex.org/W6795721140","https://openalex.org/W6802858782"],"related_works":["https://openalex.org/W2069705450","https://openalex.org/W2322802588","https://openalex.org/W2401058949","https://openalex.org/W4230237643","https://openalex.org/W2991784296","https://openalex.org/W2007820812","https://openalex.org/W2030457343","https://openalex.org/W1819545986","https://openalex.org/W2012138520","https://openalex.org/W2409425591"],"abstract_inverted_index":{"A":[0,46],"promising":[1],"way":[2],"to":[3,11,18,31,42,69,78,90,103],"improve":[4],"efficiency":[5],"in":[6,122,153,169],"highway":[7],"on-ramp":[8],"regions":[9],"is":[10,30,52],"control":[12,41,114],"connected":[13],"and":[14,129,162,191],"automated":[15],"vehicles":[16],"(CAVs)":[17],"pass":[19],"the":[20,33,55,71,80,106,112,119,136,170,179,184,193],"merging":[21,40,101,113,138,142,165,181,186],"section":[22],"sequentially.":[23],"The":[24,60,109],"primary":[25],"objective":[26],"of":[27,82,111],"this":[28],"paper":[29],"incorporate":[32],"reinforcement":[34],"learning":[35],"(RL)":[36],"technique":[37],"into":[38],"vehicle":[39],"achieve":[43],"global":[44],"cooperation.":[45],"communication":[47],"protocol":[48],"among":[49],"RL":[50,107],"agents":[51,63],"integrated":[53],"with":[54,64,118,124,144],"Soft":[56],"Actor-Critic":[57],"(CSAC)":[58],"algorithm.":[59],"parallel":[61],"SAC":[62],"a":[65,95,145],"parameter-sharing":[66],"structure":[67],"cooperate":[68],"optimize":[70],"common":[72],"reward":[73],"function.":[74],"It":[75,175],"enables":[76],"CAVs":[77],"know":[79],"actions":[81],"each":[83],"other":[84],"so":[85],"that":[86,135,178],"they":[87],"proactively":[88],"negotiate":[89],"adjust":[91],"speeds.":[92],"We":[93],"designed":[94],"parsimonious":[96],"state":[97],"representation":[98],"containing":[99],"crucial":[100],"information":[102],"speed":[104],"up":[105],"training.":[108],"effects":[110],"strategy":[115,139,182],"were":[116,167],"investigated":[117],"simulation":[120],"model":[121],"scenarios":[123,172],"different":[125],"CAV":[126],"penetration":[127],"rates":[128],"traffic":[130,151,155,189],"flow":[131],"compositions.":[132],"Results":[133],"showed":[134],"CSAC-based":[137],"generated":[140],"collision-free":[141],"trajectories":[143],"short":[146],"travel":[147,196],"time":[148,197],"while":[149],"guaranteeing":[150],"safety":[152],"various":[154],"conditions.":[156],"Four":[157],"baselines":[158],"(including":[159],"two":[160,163],"rule-based":[161],"RL-based":[164],"strategies)":[166],"applied":[168],"same":[171],"for":[173],"comparison.":[174],"was":[176],"found":[177],"proposed":[180],"took":[183],"safest":[185],"behaviors":[187],"(zero":[188],"conflicts)":[190],"reduced":[192],"most":[194],"significant":[195],"(56.9%).":[198]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}