{"id":"https://openalex.org/W4402742688","doi":"https://doi.org/10.1109/tits.2024.3457776","title":"Imagination-Augmented Hierarchical Reinforcement Learning for Safe and Interactive Autonomous Driving in Urban Environments","display_name":"Imagination-Augmented Hierarchical Reinforcement Learning for Safe and Interactive Autonomous Driving in Urban Environments","publication_year":2024,"publication_date":"2024-09-23","ids":{"openalex":"https://openalex.org/W4402742688","doi":"https://doi.org/10.1109/tits.2024.3457776"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3457776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3457776","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sang-Hyun Lee","orcid":"https://orcid.org/0009-0007-3360-4758"},"institutions":[{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sang-Hyun Lee","raw_affiliation_strings":["Department of Mobility Engineering, Ajou University, Gyeonggi-do, South Korea"],"raw_orcid":"https://orcid.org/0009-0007-3360-4758","affiliations":[{"raw_affiliation_string":"Department of Mobility Engineering, Ajou University, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I57664883"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102581559","display_name":"Yoonjae Jung","orcid":"https://orcid.org/0009-0002-0963-2381"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yoonjae Jung","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0002-0963-2381","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109787214","display_name":"Seung-Woo Seo","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seung-Woo Seo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-4890-8563","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.985,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.74297355,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"25","issue":"12","first_page":"19522","last_page":"19535"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9460999965667725,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7572016716003418},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5451367497444153},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5076004266738892},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.4417729675769806},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3281475305557251},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3265324831008911}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7572016716003418},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5451367497444153},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5076004266738892},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.4417729675769806},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3281475305557251},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3265324831008911}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3457776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3457776","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1556824961","https://openalex.org/W1628152601","https://openalex.org/W1949683939","https://openalex.org/W2016151598","https://openalex.org/W2032924574","https://openalex.org/W2107338474","https://openalex.org/W2117211893","https://openalex.org/W2120581524","https://openalex.org/W2121517924","https://openalex.org/W2145339207","https://openalex.org/W2159155890","https://openalex.org/W2173891962","https://openalex.org/W2406067508","https://openalex.org/W2505763307","https://openalex.org/W2738669288","https://openalex.org/W2758107681","https://openalex.org/W2904246096","https://openalex.org/W2963625099","https://openalex.org/W2968983352","https://openalex.org/W3121045039","https://openalex.org/W3127561923","https://openalex.org/W3132669183","https://openalex.org/W3146696145","https://openalex.org/W3172863135","https://openalex.org/W3191652410","https://openalex.org/W3205257000","https://openalex.org/W3205322933","https://openalex.org/W3205367325","https://openalex.org/W4226338449","https://openalex.org/W4285227658","https://openalex.org/W4293682399","https://openalex.org/W4312563990","https://openalex.org/W4375796951","https://openalex.org/W4383108473","https://openalex.org/W4385245566","https://openalex.org/W4385416220","https://openalex.org/W4387092490","https://openalex.org/W6640174482","https://openalex.org/W6680724558","https://openalex.org/W6683443546","https://openalex.org/W6684338915","https://openalex.org/W6684921986","https://openalex.org/W6704559304","https://openalex.org/W6728155968","https://openalex.org/W6734215269","https://openalex.org/W6738855998","https://openalex.org/W6744580074","https://openalex.org/W6745935785","https://openalex.org/W6747473740","https://openalex.org/W6755207826","https://openalex.org/W6755477022","https://openalex.org/W6756871163","https://openalex.org/W6764173040","https://openalex.org/W6771217966","https://openalex.org/W6796289742","https://openalex.org/W6800764332","https://openalex.org/W6862290672","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W2172197285","https://openalex.org/W2991048842","https://openalex.org/W2750280393","https://openalex.org/W2355696739","https://openalex.org/W3158001554","https://openalex.org/W2771909920","https://openalex.org/W2957704286","https://openalex.org/W2028936041","https://openalex.org/W2179141964","https://openalex.org/W1990434954"],"abstract_inverted_index":{"Hierarchical":[0],"reinforcement":[1,8],"learning":[2,9],"(HRL)":[3],"incorporates":[4],"temporal":[5],"abstraction":[6],"into":[7,119],"(RL)":[10],"by":[11,173],"explicitly":[12],"taking":[13],"advantage":[14],"of":[15,26,86,141,196],"hierarchical":[16,23],"structures.":[17],"Modern":[18],"HRL":[19,59,75,113,120],"typically":[20],"designs":[21],"a":[22,27,43,181],"agent":[24,97,124,203,233],"composed":[25],"high-level":[28,34,166,188],"policy":[29,35,39,50,167,189],"and":[30,46,101,128,160,163,199,237,244],"low-level":[31,38,49,156],"policies.":[32],"The":[33,148,225],"selects":[36,51],"which":[37,216],"to":[40,81,98,121,125,137,190,193,200,234],"activate":[41],"at":[42,54],"lower":[44,245],"frequency":[45],"the":[47,87,139,155,165,175,187,194,219],"activated":[48],"an":[52,96,123,232],"action":[53],"each":[55],"time":[56],"step.":[57],"Recent":[58],"algorithms":[60,68,76],"have":[61],"achieved":[62],"performance":[63],"gains":[64],"over":[65,204],"standard":[66],"RL":[67],"in":[69,104,131],"synthetic":[70],"navigation":[71,83,93,133,223],"tasks.":[72,84,134,224],"However,":[73],"these":[74],"still":[77],"cannot":[78],"be":[79,191],"applied":[80],"real-world":[82,92,132,222],"One":[85],"main":[88],"challenges":[89],"is":[90,136,153],"that":[91,115,154,185,229],"tasks":[94],"require":[95],"perform":[99,235],"safe":[100,127,159,236],"interactive":[102,129,238],"behaviors":[103,130],"dynamic":[105],"environments.":[106,147],"In":[107],"this":[108],"paper,":[109],"we":[110,209],"propose":[111],"imagination-augmented":[112],"(IAHRL)":[114],"efficiently":[116],"integrates":[117],"imagination":[118],"enable":[122],"learn":[126],"Imagination":[135],"predict":[138],"consequences":[140],"actions":[142],"without":[143],"interactions":[144,169],"with":[145,170],"actual":[146],"key":[149],"idea":[150],"behind":[151],"IAHRL":[152,230],"policies":[157],"imagine":[158],"structured":[161],"behaviors,":[162,239],"then":[164],"infers":[168],"surrounding":[171,197],"objects":[172,198],"interpreting":[174],"imagined":[176],"behaviors.":[177],"We":[178],"also":[179],"introduce":[180,210],"new":[182],"attention":[183],"mechanism":[184],"allows":[186],"permutation-invariant":[192],"order":[195],"prioritize":[201],"our":[202],"them.":[205],"To":[206],"evaluate":[207],"IAHRL,":[208],"five":[211],"complex":[212],"urban":[213],"driving":[214],"tasks,":[215],"are":[217],"among":[218],"most":[220],"challenging":[221],"experimental":[226],"results":[227],"indicate":[228],"enables":[231],"achieving":[240],"higher":[241],"success":[242],"rates":[243],"average":[246],"episode":[247],"steps":[248],"than":[249],"baselines.":[250]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}