{"id":"https://openalex.org/W4401726167","doi":"https://doi.org/10.1109/jiot.2024.3447039","title":"Reinforcement-Learning-Based Multilane Cooperative Control for On-Ramp Merging in Mixed-Autonomy Traffic","display_name":"Reinforcement-Learning-Based Multilane Cooperative Control for On-Ramp Merging in Mixed-Autonomy Traffic","publication_year":2024,"publication_date":"2024-08-21","ids":{"openalex":"https://openalex.org/W4401726167","doi":"https://doi.org/10.1109/jiot.2024.3447039"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3447039","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3447039","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051637941","display_name":"Lin Liu","orcid":"https://orcid.org/0000-0002-9075-4185"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lin Liu","raw_affiliation_strings":["Key Laboratory of Intelligent Air–Ground Cooperative Control for Universities in Chongqing, School of Automation, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-9075-4185","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Air–Ground Cooperative Control for Universities in Chongqing, School of Automation, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaoxuan Li","orcid":"https://orcid.org/0009-0009-5992-9256"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxuan Li","raw_affiliation_strings":["Key Laboratory of Intelligent Air–Ground Cooperative Control for Universities in Chongqing, School of Automation, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0009-0009-5992-9256","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Air–Ground Cooperative Control for Universities in Chongqing, School of Automation, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100764159","display_name":"Yongfu Li","orcid":"https://orcid.org/0000-0002-7701-8351"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongfu Li","raw_affiliation_strings":["Key Laboratory of Intelligent Air–Ground Cooperative Control for Universities in Chongqing, School of Automation, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-7701-8351","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Air–Ground Cooperative Control for Universities in Chongqing, School of Automation, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022635836","display_name":"Jingxiang Li","orcid":"https://orcid.org/0009-0006-4185-168X"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingxiang Li","raw_affiliation_strings":["Key Laboratory of Intelligent Air–Ground Cooperative Control for Universities in Chongqing, School of Automation, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Air–Ground Cooperative Control for Universities in Chongqing, School of Automation, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111781885","display_name":"Zhongyang Liu","orcid":"https://orcid.org/0009-0000-7069-8721"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongyang Liu","raw_affiliation_strings":["Key Laboratory of Intelligent Air–Ground Cooperative Control for Universities in Chongqing, School of Automation, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Air–Ground Cooperative Control for Universities in Chongqing, School of Automation, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5051637941"],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":5.5663,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96501965,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"11","issue":"24","first_page":"39809","last_page":"39819"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9279000163078308,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9258999824523926,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.820960283279419},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7878033518791199},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.554919421672821},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4848105013370514},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4304269552230835},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.41980868577957153},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12906336784362793}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.820960283279419},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7878033518791199},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.554919421672821},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4848105013370514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4304269552230835},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.41980868577957153},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12906336784362793},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3447039","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3447039","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G371228394","display_name":null,"funder_award_id":"62273067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5700131193","display_name":null,"funder_award_id":"2023YFB2504702","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W341403209","https://openalex.org/W1484203172","https://openalex.org/W1969420251","https://openalex.org/W1991487823","https://openalex.org/W1993411334","https://openalex.org/W2002143544","https://openalex.org/W2018846421","https://openalex.org/W2036271427","https://openalex.org/W2119717200","https://openalex.org/W2125624525","https://openalex.org/W2159633185","https://openalex.org/W2626702320","https://openalex.org/W2728074634","https://openalex.org/W2736601468","https://openalex.org/W2897650612","https://openalex.org/W2916231201","https://openalex.org/W3021319061","https://openalex.org/W3118404077","https://openalex.org/W3120230705","https://openalex.org/W3124960358","https://openalex.org/W3167586364","https://openalex.org/W3206066055","https://openalex.org/W4220728241","https://openalex.org/W4303426745","https://openalex.org/W4308612409","https://openalex.org/W4380569834","https://openalex.org/W4381733136","https://openalex.org/W4385801071","https://openalex.org/W4385819936","https://openalex.org/W6629034932","https://openalex.org/W6685444567","https://openalex.org/W6741002519","https://openalex.org/W6802979215","https://openalex.org/W6846380606"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"On-ramp":[0],"merging":[1,11,64,92],"areas":[2],"are":[3],"typical":[4],"bottlenecks":[5],"in":[6,60,66,99,164,175],"the":[7,13,37,91,129,157],"freeway":[8],"network.":[9],"Vehicles":[10],"on":[12],"ramp":[14],"usually":[15],"lead":[16],"to":[17,89,147],"reduced":[18],"traffic":[19,69,102,139,168],"efficiency,":[20],"increased":[21],"risk":[22],"of":[23,39,93,166],"collisions":[24],"and":[25,54,95,121,123,142,170],"fuel":[26],"consumption.":[27,178],"Most":[28],"previous":[29],"studies":[30],"have":[31],"mainly":[32],"addressed":[33],"single-lane":[34],"merging,":[35],"neglecting":[36],"complexity":[38],"multilane":[40,62,101],"on-ramp":[41,63],"entrances.":[42],"To":[43],"solve":[44],"this":[45],"problem,":[46],"graph":[47,82],"convolutional":[48],"proximal":[49],"policy":[50],"optimization":[51],"for":[52],"connected":[53,94],"automated":[55,96],"vehicles":[56,97],"(GCAV-CPO)":[57],"is":[58,73,109,134],"proposed":[59,158],"a":[61,67,74,100,125],"scenario":[65],"mixed-autonomy":[68],"environment.":[70,103],"This":[71],"system":[72],"distributed":[75],"reinforcement":[76,86],"learning":[77,87],"framework":[78],"that":[79,156],"integrates":[80],"vehicle":[81],"structures":[83],"with":[84],"multiagent":[85],"(MARL)":[88],"coordinate":[90],"(CAVs)":[98],"An":[104],"eco-friendly":[105],"Markov":[106],"decision":[107],"process":[108],"developed,":[110],"taking":[111],"into":[112,128],"account":[113],"factors,":[114],"such":[115],"as":[116,172,174],"energy":[117,177],"consumption,":[118],"travel":[119],"time":[120],"safety,":[122,171],"incorporating":[124],"lane-changing":[126],"factor":[127],"reward":[130],"function.":[131],"Our":[132],"method":[133],"evaluated":[135],"under":[136],"three":[137],"different":[138],"pressure":[140],"modes":[141],"four":[143],"CAV":[144],"penetration":[145],"rates":[146],"thoroughly":[148],"demonstrate":[149],"its":[150],"generalization":[151],"ability.":[152],"Experimental":[153],"results":[154],"show":[155],"GCAV-CPO":[159],"significantly":[160],"outperforms":[161],"current":[162],"baselines":[163],"terms":[165],"increasing":[167],"efficiency":[169],"well":[173],"reducing":[176]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}