{"id":"https://openalex.org/W7125962732","doi":"https://doi.org/10.1109/smc58881.2025.11343376","title":"Reinforcement Learning Approach for On-Ramp Exit Considering Vehicle Trajectories and Tasks","display_name":"Reinforcement Learning Approach for On-Ramp Exit Considering Vehicle Trajectories and Tasks","publication_year":2025,"publication_date":"2025-10-05","ids":{"openalex":"https://openalex.org/W7125962732","doi":"https://doi.org/10.1109/smc58881.2025.11343376"},"language":null,"primary_location":{"id":"doi:10.1109/smc58881.2025.11343376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11343376","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002943371","display_name":"Wenyuan Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094894","display_name":"China Automotive Technology and Research Center","ror":"https://ror.org/00r5r6807","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210094894"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyuan Wei","raw_affiliation_strings":["CATARC Automotive Technology (Shanghai) Co..Ltd.,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CATARC Automotive Technology (Shanghai) Co..Ltd.,China","institution_ids":["https://openalex.org/I4210094894"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124141163","display_name":"Hao Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["Tianjin University of Technology,Tianjin Key Laboratory for Advanced Mechanical System Design and Intelligent Control, School of Mechanical Engineering,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University of Technology,Tianjin Key Laboratory for Advanced Mechanical System Design and Intelligent Control, School of Mechanical Engineering,Tianjin,China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124145655","display_name":"Shuai Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099297","display_name":"Jilian Technology Group (China)","ror":"https://ror.org/016q5ce10","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210099297"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Zhao","raw_affiliation_strings":["Zhongqi Zhilian Technology Co. Ltd.,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongqi Zhilian Technology Co. Ltd.,Tianjin,China","institution_ids":["https://openalex.org/I4210099297"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124081926","display_name":"Lu Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Yang","raw_affiliation_strings":["Tianjin University of Technology,Tianjin Key Laboratory for Advanced Mechanical System Design and Intelligent Control, School of Mechanical Engineering,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University of Technology,Tianjin Key Laboratory for Advanced Mechanical System Design and Intelligent Control, School of Mechanical Engineering,Tianjin,China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100786077","display_name":"Chongke Bi","orcid":"https://orcid.org/0000-0002-4324-8028"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongke Bi","raw_affiliation_strings":["Tianjin University,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102730412","display_name":"Yuyi Wang","orcid":"https://orcid.org/0000-0001-7273-9873"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiquan Wang","raw_affiliation_strings":["Tianjin University of Technology,Tianjin Key Laboratory for Advanced Mechanical System Design and Intelligent Control, School of Mechanical Engineering,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University of Technology,Tianjin Key Laboratory for Advanced Mechanical System Design and Intelligent Control, School of Mechanical Engineering,Tianjin,China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075403742","display_name":"Yansong Tan","orcid":"https://orcid.org/0000-0002-1674-400X"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yansong Tan","raw_affiliation_strings":["Tianjin University of Technology,Tianjin Key Laboratory for Advanced Mechanical System Design and Intelligent Control, School of Mechanical Engineering,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University of Technology,Tianjin Key Laboratory for Advanced Mechanical System Design and Intelligent Control, School of Mechanical Engineering,Tianjin,China","institution_ids":["https://openalex.org/I136765683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6766","last_page":"6771"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.6090999841690063,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.6090999841690063,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.2071000039577484,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.07190000265836716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7811999917030334},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7674999833106995},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5843999981880188},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5641000270843506},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5641000270843506},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.5210000276565552},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5091000199317932},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.39899998903274536},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.3880999982357025}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7811999917030334},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7674999833106995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6182000041007996},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5843999981880188},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5346999764442444},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5210000276565552},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5091000199317932},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4065999984741211},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.39899998903274536},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.34950000047683716},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3474999964237213},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3449999988079071},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.3393999934196472},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3160000145435333},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29899999499320984},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.2971000075340271},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2957000136375427},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.2800999879837036},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.259799987077713}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc58881.2025.11343376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11343376","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W3037429136","https://openalex.org/W3089787495","https://openalex.org/W3175526935","https://openalex.org/W3199042663","https://openalex.org/W4200302534","https://openalex.org/W4221041279","https://openalex.org/W4226257065","https://openalex.org/W4298946154","https://openalex.org/W4319075639","https://openalex.org/W4360993621","https://openalex.org/W4366957357","https://openalex.org/W4377233201","https://openalex.org/W4383618040","https://openalex.org/W4385962693","https://openalex.org/W4389262616","https://openalex.org/W4392397363","https://openalex.org/W4392661943","https://openalex.org/W4394946167","https://openalex.org/W4396903443","https://openalex.org/W4397040233","https://openalex.org/W4398194910"],"related_works":[],"abstract_inverted_index":{"To":[0],"address":[1],"the":[2,67,170,177,182,192,198,203],"challenges":[3],"of":[4,69,187,208],"accurately":[5],"predicting":[6],"vehicle":[7,53,70,98,143],"trajectories":[8,99],"and":[9,44,73,86,100,110,146,163,185,206],"prioritizing":[10],"driving":[11,75,94,137],"tasks":[12],"in":[13,84,123,169,197],"complex":[14,74],"situations":[15],"such":[16,139],"as":[17,140],"lane":[18],"changing":[19],"or":[20],"highway":[21],"ramp":[22],"merging":[23,35,151,212],"for":[24,41,211],"autonomous":[25],"vehicles,":[26],"this":[27],"paper":[28],"introduces":[29],"a":[30,58,102],"deep":[31],"reinforcement":[32],"learning":[33],"(DRL)":[34],"control":[36,152],"method":[37,153,179],"called":[38],"DRLI-P":[39,49,178],"(DRL":[40],"Trajectory":[42],"Prediction":[43],"Task":[45],"Importance":[46],"Network":[47],"Fusion).":[48],"integrates":[50],"an":[51],"LSTM-based":[52],"trajectory":[54,147],"prediction":[55],"network":[56,62],"with":[57,80,191],"rule-based":[59],"task":[60],"importance":[61,68],"(TIN).":[63],"The":[64,90,149,173],"TIN":[65],"assesses":[66],"action":[71],"rules":[72],"tasks,":[76],"alleviating":[77],"problems":[78],"associated":[79],"sparse":[81],"reward":[82,129],"distribution":[83],"DRL":[85,159,209],"improving":[87],"sampling":[88],"efficiency.":[89],"LSTM":[91],"uses":[92],"historical":[93],"data":[95],"to":[96,105,113,119,156],"predict":[97],"constructs":[101],"state":[103,115,121],"space":[104],"mitigate":[106],"slow":[107],"training":[108],"speeds":[109],"reduced":[111],"sensitivity":[112],"single":[114],"parameter":[116],"changes":[117],"due":[118],"high":[120],"dimensionality":[122],"multi-vehicle":[124],"scenarios.":[125],"A":[126],"multi-category":[127],"weighted":[128],"function":[130],"is":[131,154],"developed":[132],"that":[133,176],"focuses":[134],"on":[135],"critical":[136],"features":[138],"target":[141],"distance,":[142],"motion":[144],"information,":[145],"predictions.":[148],"proposed":[150],"applied":[155],"three":[157,189],"leading":[158],"algorithms:":[160],"DDPG,":[161],"TD3,":[162],"SAC,":[164],"followed":[165],"by":[166],"simulation":[167],"experiments":[168],"CARLA":[171],"environment.":[172],"results":[174],"show":[175],"significantly":[180],"improves":[181],"convergence":[183],"speed":[184],"performance":[186],"all":[188],"algorithms,":[190],"most":[193],"notable":[194],"improvement":[195],"seen":[196],"SAC":[199],"algorithm,":[200],"thereby":[201],"increasing":[202],"safety,":[204],"efficiency,":[205],"convenience":[207],"algorithms":[210],"control.":[213]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-01-29T00:00:00"}