{"id":"https://openalex.org/W4285102320","doi":"https://doi.org/10.1109/icra46639.2022.9812400","title":"HR-Planner: A Hierarchical Highway Tactical Planner based on Residual Reinforcement Learning","display_name":"HR-Planner: A Hierarchical Highway Tactical Planner based on Residual Reinforcement Learning","publication_year":2022,"publication_date":"2022-05-23","ids":{"openalex":"https://openalex.org/W4285102320","doi":"https://doi.org/10.1109/icra46639.2022.9812400"},"language":"en","primary_location":{"id":"doi:10.1109/icra46639.2022.9812400","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9812400","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083187697","display_name":"Haoran Wu","orcid":"https://orcid.org/0000-0003-0623-0176"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran Wu","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Automation,Shanghai,200240","Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai, China","Ministry of Education of China, Key Laboratory of System Control and Information Processing, Shanghai"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Automation,Shanghai,200240","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"Ministry of Education of China, Key Laboratory of System Control and Information Processing, Shanghai","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120313132","display_name":"Yueyuan Li","orcid":"https://orcid.org/0009-0000-2822-1663"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueyuan Li","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Automation,Shanghai,200240","Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai, China","Ministry of Education of China, Key Laboratory of System Control and Information Processing, Shanghai"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Automation,Shanghai,200240","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"Ministry of Education of China, Key Laboratory of System Control and Information Processing, Shanghai","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078656916","display_name":"Hanyang Zhuang","orcid":"https://orcid.org/0000-0001-6668-9523"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanyang Zhuang","raw_affiliation_strings":["University of Michigan-Shanghai Jiao Tong University Joint Institute, Shanghai Jiao Tong University,Shanghai,China,200240"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan-Shanghai Jiao Tong University Joint Institute, Shanghai Jiao Tong University,Shanghai,China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048517656","display_name":"Chunxiang Wang","orcid":"https://orcid.org/0000-0002-6885-6740"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxiang Wang","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Automation,Shanghai,200240","Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai, China","Ministry of Education of China, Key Laboratory of System Control and Information Processing, Shanghai"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Automation,Shanghai,200240","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"Ministry of Education of China, Key Laboratory of System Control and Information Processing, Shanghai","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009256880","display_name":"Ming Yang","orcid":"https://orcid.org/0000-0002-8679-9137"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Yang","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Automation,Shanghai,200240","Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai, China","Ministry of Education of China, Key Laboratory of System Control and Information Processing, Shanghai"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Automation,Shanghai,200240","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"Ministry of Education of China, Key Laboratory of System Control and Information Processing, Shanghai","institution_ids":["https://openalex.org/I1327237609"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7263","last_page":"7269"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8009170293807983},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.703570544719696},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.7015573382377625},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6569764018058777},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.6114023923873901},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4966450333595276},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48727715015411377},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4106854200363159},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09935012459754944}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8009170293807983},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.703570544719696},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.7015573382377625},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6569764018058777},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6114023923873901},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4966450333595276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48727715015411377},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4106854200363159},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09935012459754944},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra46639.2022.9812400","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9812400","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W2017957151","https://openalex.org/W2056877664","https://openalex.org/W2107338474","https://openalex.org/W2108511252","https://openalex.org/W2257979135","https://openalex.org/W2623491082","https://openalex.org/W2724169821","https://openalex.org/W2736601468","https://openalex.org/W2786800733","https://openalex.org/W2788862220","https://openalex.org/W2803616302","https://openalex.org/W2942034515","https://openalex.org/W2963322416","https://openalex.org/W2963864421","https://openalex.org/W2963872524","https://openalex.org/W2964118262","https://openalex.org/W2967727187","https://openalex.org/W2968202530","https://openalex.org/W2990417263","https://openalex.org/W2991137823","https://openalex.org/W2998396902","https://openalex.org/W3040033967","https://openalex.org/W3085267010","https://openalex.org/W3107316794","https://openalex.org/W3130519362","https://openalex.org/W3132669183","https://openalex.org/W3205367325","https://openalex.org/W3206390859","https://openalex.org/W3209253128","https://openalex.org/W4289115845","https://openalex.org/W4295719664","https://openalex.org/W4301142652","https://openalex.org/W4319988532","https://openalex.org/W6684921986","https://openalex.org/W6739193204","https://openalex.org/W6740092555","https://openalex.org/W6745935785","https://openalex.org/W6751285671","https://openalex.org/W6761754428","https://openalex.org/W6766639543"],"related_works":["https://openalex.org/W1568779110","https://openalex.org/W804484174","https://openalex.org/W4244698559","https://openalex.org/W4246538999","https://openalex.org/W56933075","https://openalex.org/W4399598005","https://openalex.org/W2002361198","https://openalex.org/W2168364913","https://openalex.org/W1548568597","https://openalex.org/W2482749251"],"abstract_inverted_index":{"Tactical":[0],"planning":[1,38,62],"is":[2,15,84,152],"crucial":[3],"for":[4,123],"safe":[5],"and":[6,33,48,97,113,131,157,161,172,180,186],"efficient":[7],"driving":[8,181],"on":[9,65,94],"the":[10,13,18,95,98,120,146,162],"highway.":[11],"However,":[12],"problem":[14],"complicated":[16],"by":[17,30],"uncertain":[19,158],"intention":[20],"of":[21,178],"surrounding":[22],"vehicles,":[23],"as":[24,26,81],"well":[25],"observation":[27,51,114],"noise":[28,32],"caused":[29],"measurement":[31],"perception":[34],"errors.":[35],"Rule-based":[36],"tactical":[37,61],"methods":[39,80,102,171,175],"are":[40],"ineffective":[41],"in":[42,108,134,154,176],"handling":[43],"dynamic":[44],"scenarios":[45,110],"with":[46,90,111,138],"uncertainty,":[47],"susceptible":[49],"to":[50,86,128,144],"noise.":[52],"To":[53],"tackle":[54],"this":[55],"problem,":[56],"we":[57,140],"propose":[58],"a":[59,70,135,155],"hierarchical":[60],"framework":[63,96],"based":[64],"residual":[66],"reinforcement":[67,72],"learning.":[68],"Besides,":[69],"new":[71],"learning":[73],"from":[74],"demonstrations":[75],"scheme":[76],"that":[77,165],"views":[78],"rule-based":[79,101,170],"soft":[82],"guidance":[83],"developed":[85],"combine":[87],"prior":[88],"knowledge":[89],"data-driven":[91,174],"methods.":[92],"Based":[93],"training":[99,121],"scheme,":[100],"not":[103],"only":[104],"can":[105],"be":[106],"improved":[107],"highway":[109],"uncertainty":[112],"noise,":[115],"but":[116],"also":[117],"will":[118],"guide":[119],"procedure":[122],"increased":[124],"sampling":[125],"efficiency.":[126],"Additionally,":[127],"boost":[129],"in-depth":[130],"consistent":[132],"exploration":[133],"vehicle":[136],"system":[137],"inertia,":[139],"employ":[141],"noisy":[142,184],"networks":[143],"explore":[145],"optimal":[147],"policy.":[148],"The":[149],"proposed":[150],"method":[151,167],"validated":[153],"stochastic":[156],"simulation":[159],"environment,":[160],"results":[163],"reveal":[164],"our":[166],"outperforms":[168],"both":[169],"pure":[173],"terms":[177],"safety":[179],"efficiency":[182],"under":[183],"observations":[185],"uncertainty.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}