{"id":"https://openalex.org/W7124133378","doi":"https://doi.org/10.1109/codit66093.2025.11321687","title":"Hierarchical Reinforcement Learning with Spatial-Temporal Attention for Ramp Cut-In/Cut-Out","display_name":"Hierarchical Reinforcement Learning with Spatial-Temporal Attention for Ramp Cut-In/Cut-Out","publication_year":2025,"publication_date":"2025-07-15","ids":{"openalex":"https://openalex.org/W7124133378","doi":"https://doi.org/10.1109/codit66093.2025.11321687"},"language":null,"primary_location":{"id":"doi:10.1109/codit66093.2025.11321687","is_oa":false,"landing_page_url":"https://doi.org/10.1109/codit66093.2025.11321687","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 11th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123029271","display_name":"Pao-Kai Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4880106","display_name":"Feng Chia University","ror":"https://ror.org/05vhczg54","country_code":"TW","type":"education","lineage":["https://openalex.org/I4880106"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Pao-Kai Wang","raw_affiliation_strings":["Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan, R.O.C,40724"],"affiliations":[{"raw_affiliation_string":"Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan, R.O.C,40724","institution_ids":["https://openalex.org/I4880106"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101705460","display_name":"Yu-Chen Lin","orcid":"https://orcid.org/0000-0002-0935-4943"},"institutions":[{"id":"https://openalex.org/I4880106","display_name":"Feng Chia University","ror":"https://ror.org/05vhczg54","country_code":"TW","type":"education","lineage":["https://openalex.org/I4880106"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Chen Lin","raw_affiliation_strings":["Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan, R.O.C,40724"],"affiliations":[{"raw_affiliation_string":"Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan, R.O.C,40724","institution_ids":["https://openalex.org/I4880106"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113660108","display_name":"Boyu Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I4880106","display_name":"Feng Chia University","ror":"https://ror.org/05vhczg54","country_code":"TW","type":"education","lineage":["https://openalex.org/I4880106"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Bo-Yu Wei","raw_affiliation_strings":["Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan, R.O.C,40724"],"affiliations":[{"raw_affiliation_string":"Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan, R.O.C,40724","institution_ids":["https://openalex.org/I4880106"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123035169","display_name":"Wen-De Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I4880106","display_name":"Feng Chia University","ror":"https://ror.org/05vhczg54","country_code":"TW","type":"education","lineage":["https://openalex.org/I4880106"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wen-De Xiao","raw_affiliation_strings":["Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan, R.O.C,40724"],"affiliations":[{"raw_affiliation_string":"Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan, R.O.C,40724","institution_ids":["https://openalex.org/I4880106"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5123029271"],"corresponding_institution_ids":["https://openalex.org/I4880106"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.56986715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1876","last_page":"1881"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.7346000075340271,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.7346000075340271,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.18960000574588776,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.021700000390410423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7458000183105469},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5733000040054321},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.48820000886917114},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44600000977516174},{"id":"https://openalex.org/keywords/traffic-speed","display_name":"Traffic speed","score":0.366100013256073},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3619000017642975},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.3167000114917755}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7458000183105469},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6780999898910522},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5733000040054321},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.48820000886917114},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44600000977516174},{"id":"https://openalex.org/C2993660032","wikidata":"https://www.wikidata.org/wiki/Q746984","display_name":"Traffic speed","level":2,"score":0.366100013256073},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3619000017642975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3479999899864197},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3416000008583069},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.3167000114917755},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C2778391309","wikidata":"https://www.wikidata.org/wiki/Q7832527","display_name":"Traffic simulation","level":3,"score":0.2912999987602234},{"id":"https://openalex.org/C2992914290","wikidata":"https://www.wikidata.org/wiki/Q5759966","display_name":"Highway system","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.2687999904155731},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.26330000162124634},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2531000077724457},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/codit66093.2025.11321687","is_oa":false,"landing_page_url":"https://doi.org/10.1109/codit66093.2025.11321687","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 11th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320331164","display_name":"National Science and Technology Council","ror":"https://ror.org/00wnb9798"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1992085841","https://openalex.org/W2766836212","https://openalex.org/W2947981406","https://openalex.org/W2991653934","https://openalex.org/W3022220688","https://openalex.org/W3084268808","https://openalex.org/W3132669183","https://openalex.org/W3170216863","https://openalex.org/W3209253128","https://openalex.org/W4235743572","https://openalex.org/W4285239975","https://openalex.org/W4288064502","https://openalex.org/W4385453619","https://openalex.org/W4387092506","https://openalex.org/W4388783832","https://openalex.org/W4390268302","https://openalex.org/W4393105285","https://openalex.org/W4399986488","https://openalex.org/W4400331398","https://openalex.org/W4400780666"],"related_works":[],"abstract_inverted_index":{"Turbulence":[0],"in":[1,153,160],"highways":[2],"or":[3,18],"expressways":[4],"often":[5],"arises":[6],"from":[7,14],"vehicles":[8],"merging":[9],"onto":[10,20],"the":[11,97,105,145,150],"main":[12],"road":[13,28],"entrance":[15],"ramps":[16,22],"(cut-in)":[17],"exiting":[19],"exit":[21],"(cut-out).":[23],"These":[24],"maneuvers,":[25],"dictated":[26],"by":[27],"geometry,":[29],"significantly":[30],"disrupt":[31],"traffic":[32,76,161],"flow,":[33],"leading":[34],"to":[35,73,127],"speed":[36],"variations,":[37],"turbulence,":[38],"and":[39,67,78,107,112,119,140,163],"reduced":[40],"capacity.":[41],"To":[42],"address":[43],"these":[44,86],"challenges,":[45],"this":[46],"paper":[47],"proposes":[48],"a":[49,88,132],"spatial-temporal":[50],"attention-based":[51],"framework":[52,58],"for":[53],"Cut-in/Cut-out":[54],"lane-changing":[55,98,137,155],"strategies.":[56],"The":[57],"integrates":[59],"graph":[60],"attention":[61],"networks":[62,72],"(GAT),":[63],"safety":[64,162],"potential":[65],"fields,":[66],"long":[68],"short-term":[69],"memory":[70],"(LSTM)":[71],"extract":[74],"dynamic":[75],"interactions":[77],"risk":[79],"levels":[80],"as":[81],"spatiotemporal":[82],"features.":[83],"Built":[84],"on":[85,144],"features,":[87],"hierarchical":[89],"reinforcement":[90],"learning":[91,129],"(HRL)":[92],"structure":[93],"is":[94,125],"adopted,":[95],"dividing":[96],"task":[99],"into":[100],"high-level":[101],"decision-making,":[102],"which":[103,116],"determines":[104],"timing":[106],"feasibility":[108],"of":[109],"lane":[110],"changes,":[111],"low-level":[113],"trajectory":[114],"planning,":[115],"generates":[117],"smooth":[118],"collision-free":[120],"paths.":[121],"Prioritized":[122],"experience":[123],"replay":[124],"employed":[126],"improve":[128],"efficiency,":[130],"while":[131],"multi-level":[133],"reward":[134],"function":[135],"balances":[136],"success,":[138],"safety,":[139],"efficiency.":[141,165],"Experiments":[142],"conducted":[143],"CARLA":[146],"simulation":[147],"platform":[148],"validate":[149],"framework's":[151],"effectiveness":[152],"optimizing":[154],"strategies,":[156],"demonstrating":[157],"significant":[158],"improvements":[159],"operational":[164]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-15T00:00:00"}