{"id":"https://openalex.org/W7201880424","doi":"https://doi.org/10.1109/codit70676.2026.11631170","title":"A Hierarchical Reinforcement Learning Framework with Spatial-Temporal Graph Attention for Autonomous Driving Decision-Making and Control","display_name":"A Hierarchical Reinforcement Learning Framework with Spatial-Temporal Graph Attention for Autonomous Driving Decision-Making and Control","publication_year":2026,"publication_date":"2026-07-01","ids":{"openalex":"https://openalex.org/W7201880424","doi":"https://doi.org/10.1109/codit70676.2026.11631170"},"language":"en","primary_location":{"id":"doi:10.1109/codit70676.2026.11631170","doi":"https://doi.org/10.1109/codit70676.2026.11631170","is_oa":true,"landing_page_url":"https://doi.org/10.1109/codit70676.2026.11631170","pdf_url":null,"source":{"id":"https://openalex.org/S4363607900","display_name":"International Conference on Control, Decision and Information Technologies (CoDIT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 12th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/codit70676.2026.11631170","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123012068","display_name":"Wen-Te Hsiao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4880106","display_name":"Feng Chia University","ror":"https://ror.org/05vhczg54","country_code":"TW","type":"education","lineage":["https://openalex.org/I4880106"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wen-Te Hsiao","raw_affiliation_strings":["Feng Chia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Feng Chia University","institution_ids":["https://openalex.org/I4880106"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108898003","display_name":"Jhan-Yu Liao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4880106","display_name":"Feng Chia University","ror":"https://ror.org/05vhczg54","country_code":"TW","type":"education","lineage":["https://openalex.org/I4880106"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jhan-Yu Liao","raw_affiliation_strings":["Feng Chia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Feng Chia University","institution_ids":["https://openalex.org/I4880106"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146015839","display_name":"Yu-Chen Lin","orcid":"https://orcid.org/0000-0002-6735-0473","observed_orcids":["https://orcid.org/0000-0002-6735-0473"]},"institutions":[{"id":"https://openalex.org/I4880106","display_name":"Feng Chia University","ror":"https://ror.org/05vhczg54","country_code":"TW","type":"education","lineage":["https://openalex.org/I4880106"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Chen Lin","raw_affiliation_strings":["Feng Chia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Feng Chia University","institution_ids":["https://openalex.org/I4880106"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111939922","display_name":"Wen-Hui Chen","orcid":"https://orcid.org/0000-0003-2015-5256","observed_orcids":["https://orcid.org/0000-0003-2015-5256","https://orcid.org/0000-0003-1467-6688"]},"institutions":[{"id":"https://openalex.org/I118292597","display_name":"National Taipei University of Technology","ror":"https://ror.org/00cn92c09","country_code":"TW","type":"education","lineage":["https://openalex.org/I118292597"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wen-Hui Chen","raw_affiliation_strings":["National Taipei University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taipei University of Technology","institution_ids":["https://openalex.org/I118292597"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5145936215","display_name":"Zhi-Cheng Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4880106","display_name":"Feng Chia University","ror":"https://ror.org/05vhczg54","country_code":"TW","type":"education","lineage":["https://openalex.org/I4880106"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Zhi-Cheng Yang","raw_affiliation_strings":["Feng Chia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Feng Chia University","institution_ids":["https://openalex.org/I4880106"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.9501,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92958364,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"37","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.6830999851226807,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.6830999851226807,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3142000138759613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autonomous-driving","display_name":"autonomous driving","score":0.8240000009536743},{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.9829999804496765},{"id":"https://openalex.org/keywords/trajectory-planning","display_name":"trajectory planning","score":0.9419999718666077},{"id":"https://openalex.org/keywords/soft-actor-critic","display_name":"soft actor-critic","score":0.8339999914169312},{"id":"https://openalex.org/keywords/frenet-coordinate-system","display_name":"Frenet coordinate system","score":0.8140000104904175},{"id":"https://openalex.org/keywords/intersection-driving","display_name":"intersection driving","score":0.6510000228881836},{"id":"https://openalex.org/keywords/carla-simulator","display_name":"CARLA simulator","score":0.6420000195503235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6273999810218811},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5394999980926514},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5223000049591064},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5013999938964844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49959999322891235},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30559998750686646},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.24889999628067017},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.24629999697208405},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.24570000171661377}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/codit70676.2026.11631170","doi":"https://doi.org/10.1109/codit70676.2026.11631170","is_oa":true,"landing_page_url":"https://doi.org/10.1109/codit70676.2026.11631170","pdf_url":null,"source":{"id":"https://openalex.org/S4363607900","display_name":"International Conference on Control, Decision and Information Technologies (CoDIT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 12th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1109/codit70676.2026.11631170","doi":"https://doi.org/10.1109/codit70676.2026.11631170","is_oa":true,"landing_page_url":"https://doi.org/10.1109/codit70676.2026.11631170","pdf_url":null,"source":{"id":"https://openalex.org/S4363607900","display_name":"International Conference on Control, Decision and Information Technologies (CoDIT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 12th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2746553466","https://openalex.org/W2760878839","https://openalex.org/W2788270507","https://openalex.org/W2810677299","https://openalex.org/W2883602772","https://openalex.org/W2937051932","https://openalex.org/W2990123902","https://openalex.org/W2991653934","https://openalex.org/W2999762404","https://openalex.org/W3005857605","https://openalex.org/W3023098286","https://openalex.org/W3040033967","https://openalex.org/W3132669183","https://openalex.org/W3188004887","https://openalex.org/W3191652410","https://openalex.org/W4311246402","https://openalex.org/W4312775512"],"related_works":["https://openalex.org/W7201843113","https://openalex.org/W6922715641","https://openalex.org/W7160112511","https://openalex.org/W7201888376","https://openalex.org/W4405543449","https://openalex.org/W4417521478","https://openalex.org/W7164894841","https://openalex.org/W6885083739","https://openalex.org/W2966697668","https://openalex.org/W7126249766"],"abstract_inverted_index":{"This":[0,71],"paper":[1],"presents":[2],"a":[3,40,58,108],"hierarchical":[4,72],"framework":[5,31,139],"that":[6,45,136],"integrates":[7],"spatial-temporal":[8,109],"graph":[9,110],"attention":[10],"network":[11],"(ST-GAT)":[12],"with":[13],"reinforcement":[14],"learning":[15],"for":[16],"decision":[17],"and":[18,57,77,104,121,145,150],"control":[19,61,87],"of":[20,27,143],"autonomous":[21],"driving.":[22],"Inspired":[23],"by":[24,80,100],"the":[25,30,33,47,53,65,92,115,137,148,155],"principles":[26],"human":[28],"cognition,":[29],"decomposes":[32],"driving":[34],"task":[35],"into":[36],"two":[37],"complementary":[38],"levels:":[39],"high-level":[41],"trajectory":[42,83],"planning":[43,84],"module":[44,62,95],"utilizes":[46],"soft":[48,67],"actor-critic":[49,68],"(SAC)":[50],"algorithm":[51],"within":[52],"Frenet":[54],"coordinate":[55],"system,":[56],"low-level":[59],"tracking":[60],"based":[63],"on":[64],"worst-case":[66],"(WCSAC)":[69],"strategy.":[70],"decomposition":[73],"improves":[74],"policy":[75],"stability":[76],"sample":[78],"efficiency":[79],"decoupling":[81],"strategic":[82],"from":[85,125],"reactive":[86],"execution.":[88],"Unlike":[89],"previous":[90],"methods,":[91],"proposed":[93,138],"ST-GAT":[94],"enables":[96],"explicit":[97],"scene":[98],"understanding":[99],"modeling":[101],"surrounding":[102],"vehicles":[103],"their":[105],"interactions":[106],"as":[107],"structure.":[111],"Through":[112],"attention-based":[113],"aggregation,":[114],"system":[116],"dynamically":[117],"captures":[118],"road":[119],"geometry":[120],"agent":[122],"behaviors":[123],"directly":[124],"online":[126],"sensor":[127],"observations,":[128],"enabling":[129],"mapless":[130],"situational":[131],"reasoning.":[132],"Experimental":[133],"results":[134],"show":[135],"achieves":[140],"success":[141],"rates":[142],"92.33%":[144],"97.00%":[146],"in":[147,154],"roundabout":[149],"five-way":[151],"intersection":[152],"scenarios":[153],"CARLA":[156],"simulator.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-08-08T00:00:00"}