{"id":"https://openalex.org/W4308080605","doi":"https://doi.org/10.1109/itsc55140.2022.9922428","title":"A Deep Reinforcement Learning Approach for Automated On-Ramp Merging","display_name":"A Deep Reinforcement Learning Approach for Automated On-Ramp Merging","publication_year":2022,"publication_date":"2022-10-08","ids":{"openalex":"https://openalex.org/W4308080605","doi":"https://doi.org/10.1109/itsc55140.2022.9922428"},"language":"en","primary_location":{"id":"doi:10.1109/itsc55140.2022.9922428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9922428","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100626031","display_name":"Ruibin Zhao","orcid":"https://orcid.org/0000-0002-2153-9617"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruibin Zhao","raw_affiliation_strings":["School of Transportation and Logistics, Southwest Jiaotong University,National Engineering Laboratory of Integrated Transportation Big Data Application Technology,Chengdu,China","National Engineering Laboratory of Integrated Transportation Big Data Application Technology, School of Transportation and Logistics, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Transportation and Logistics, Southwest Jiaotong University,National Engineering Laboratory of Integrated Transportation Big Data Application Technology,Chengdu,China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"National Engineering Laboratory of Integrated Transportation Big Data Application Technology, School of Transportation and Logistics, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080893470","display_name":"Zhanbo Sun","orcid":"https://orcid.org/0000-0001-9617-7676"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanbo Sun","raw_affiliation_strings":["School of Transportation and Logistics, Southwest Jiaotong University,National Engineering Laboratory of Integrated Transportation Big Data Application Technology,Chengdu,China","National Engineering Laboratory of Integrated Transportation Big Data Application Technology, School of Transportation and Logistics, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Transportation and Logistics, Southwest Jiaotong University,National Engineering Laboratory of Integrated Transportation Big Data Application Technology,Chengdu,China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"National Engineering Laboratory of Integrated Transportation Big Data Application Technology, School of Transportation and Logistics, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036743274","display_name":"Ang Ji","orcid":"https://orcid.org/0000-0002-7943-7461"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ang Ji","raw_affiliation_strings":["School of Transportation and Logistics, Southwest Jiaotong University,National Engineering Laboratory of Integrated Transportation Big Data Application Technology,Chengdu,China","National Engineering Laboratory of Integrated Transportation Big Data Application Technology, School of Transportation and Logistics, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Transportation and Logistics, Southwest Jiaotong University,National Engineering Laboratory of Integrated Transportation Big Data Application Technology,Chengdu,China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"National Engineering Laboratory of Integrated Transportation Big Data Application Technology, School of Transportation and Logistics, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100626031"],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":2.8313,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.92881699,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3800","last_page":"3806"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7897763848304749},{"id":"https://openalex.org/keywords/supervisor","display_name":"Supervisor","score":0.7477729916572571},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7139152884483337},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6623266935348511},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.585735559463501},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5000734329223633},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.49268776178359985},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.46018701791763306},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4572971761226654},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.4151732325553894},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3451317846775055}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7897763848304749},{"id":"https://openalex.org/C2779110517","wikidata":"https://www.wikidata.org/wiki/Q1240788","display_name":"Supervisor","level":2,"score":0.7477729916572571},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7139152884483337},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6623266935348511},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.585735559463501},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5000734329223633},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.49268776178359985},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.46018701791763306},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4572971761226654},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.4151732325553894},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3451317846775055},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc55140.2022.9922428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9922428","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8070637844","display_name":null,"funder_award_id":"52072316","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1991620969","https://openalex.org/W2010725166","https://openalex.org/W2054970201","https://openalex.org/W2092187344","https://openalex.org/W2096326441","https://openalex.org/W2178328776","https://openalex.org/W2257979135","https://openalex.org/W2406067508","https://openalex.org/W2438413413","https://openalex.org/W2734733003","https://openalex.org/W2771572381","https://openalex.org/W2787938642","https://openalex.org/W2789441315","https://openalex.org/W2890806101","https://openalex.org/W2903661589","https://openalex.org/W2932960505","https://openalex.org/W2948175577","https://openalex.org/W2963864421","https://openalex.org/W2981402159","https://openalex.org/W2989964169","https://openalex.org/W3087232517","https://openalex.org/W3101063937","https://openalex.org/W3120230705","https://openalex.org/W3120624913","https://openalex.org/W3121012756","https://openalex.org/W3130537699","https://openalex.org/W3190437803","https://openalex.org/W3203418317","https://openalex.org/W4381733136","https://openalex.org/W4394918817","https://openalex.org/W6769330956","https://openalex.org/W6865031933"],"related_works":["https://openalex.org/W3212504492","https://openalex.org/W2888834927","https://openalex.org/W2123107342","https://openalex.org/W4285378891","https://openalex.org/W4312258033","https://openalex.org/W2774539063","https://openalex.org/W4225283319","https://openalex.org/W1703797108","https://openalex.org/W2061528974","https://openalex.org/W3206962181"],"abstract_inverted_index":{"Safe":[0],"and":[1,24,69,81,139],"efficient":[2],"control":[3,45,65,111,128],"for":[4,108],"autonomous":[5],"vehicles":[6],"(AVs)":[7],"at":[8],"on-ramp":[9,17,42],"merging":[10,18,43],"sections":[11],"is":[12,33,56,86,103,120,133],"challenging.":[13],"Previous":[14],"work":[15],"about":[16],"focuses":[19],"on":[20,49,79],"discrete":[21],"behavioral":[22],"decisions":[23],"longitudinal":[25,109],"motion":[26,110],"control,":[27],"while":[28],"the":[29,38,59,64,72,100,124,127,140,146,152,157],"lane-changing":[30],"(LC)":[31],"behavior":[32],"usually":[34],"oversimplified.":[35],"To":[36],"bridge":[37],"research":[39],"gaps,":[40],"an":[41],"optimization":[44],"framework":[46,155],"(ORMOC)":[47],"based":[48,78],"a":[50,75,90,95,116],"deep":[51],"reinforcement":[52],"learning":[53],"(DRL)":[54],"approach":[55],"proposed":[57,131,153],"in":[58],"paper,":[60],"which":[61],"jointly":[62],"optimizes":[63,156],"of":[66,126],"lane-keeping":[67],"(LK)":[68],"LC.":[70],"In":[71],"framework,":[73],"firstly,":[74],"LC":[76,92,101,112],"agent":[77,97,102],"DRL":[80],"quintic":[82],"polynomial-based":[83],"trajectory":[84],"model":[85],"trained":[87,104],"to":[88,122,145,149],"generate":[89],"smooth":[91],"trajectory.":[93],"Then,":[94],"LK":[96],"combined":[98],"with":[99],"by":[105,160],"sharing":[106],"learning,":[107],"decision":[113],"execution.":[114],"Finally,":[115],"priority-based":[117],"safety":[118,125],"supervisor":[119],"developed":[121],"enhance":[123],"output.":[129],"The":[130],"method":[132],"examined":[134],"using":[135],"SUMO":[136],"simulation":[137],"experiments,":[138],"results":[141],"demonstrate":[142],"that":[143],"compared":[144],"TTC":[147],"(time":[148],"collision)-based":[150],"method,":[151],"DRL-ORMOC":[154],"travel":[158],"time":[159],"8.3%.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}