{"id":"https://openalex.org/W3000193750","doi":"https://doi.org/10.1109/tits.2019.2961739","title":"Highway Exiting Planner for Automated Vehicles Using Reinforcement Learning","display_name":"Highway Exiting Planner for Automated Vehicles Using Reinforcement Learning","publication_year":2020,"publication_date":"2020-01-07","ids":{"openalex":"https://openalex.org/W3000193750","doi":"https://doi.org/10.1109/tits.2019.2961739","mag":"3000193750"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2019.2961739","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2019.2961739","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016651437","display_name":"Zhong Cao","orcid":"https://orcid.org/0000-0002-2243-5705"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Zhong Cao","raw_affiliation_strings":["Department of Automotive Engineering, Tsinghua University, Beijing, China","Department of Mechanical Engineering, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-2243-5705","affiliations":[{"raw_affiliation_string":"Department of Automotive Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Mechanical Engineering, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009072257","display_name":"Diange Yang","orcid":"https://orcid.org/0000-0003-0825-5609"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Diange Yang","raw_affiliation_strings":["Department of Automotive Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0825-5609","affiliations":[{"raw_affiliation_string":"Department of Automotive Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011184498","display_name":"Shaobing Xu","orcid":"https://orcid.org/0000-0002-4127-2411"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaobing Xu","raw_affiliation_strings":["Department of Mechanical Engineering, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-4127-2411","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056009561","display_name":"Huei Peng","orcid":"https://orcid.org/0000-0002-7684-1696"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huei Peng","raw_affiliation_strings":["Department of Mechanical Engineering, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-7684-1696","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025132563","display_name":"Boqi Li","orcid":"https://orcid.org/0000-0001-8959-1406"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Boqi Li","raw_affiliation_strings":["Department of Mechanical Engineering, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0001-8959-1406","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090727900","display_name":"Shuo Feng","orcid":"https://orcid.org/0000-0002-2117-4427"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Feng","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2117-4427","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037644321","display_name":"Ding Zhao","orcid":"https://orcid.org/0000-0002-9400-8446"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ding Zhao","raw_affiliation_strings":["Department of Mechanical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9400-8446","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0642,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.93815387,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"22","issue":"2","first_page":"990","last_page":"1000"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8772662878036499},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.8045734763145447},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7202497124671936},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6964823007583618},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6896282434463501},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6285910606384277},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.49154385924339294},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.4701507091522217},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.46099853515625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44917672872543335},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.41955530643463135},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.41937577724456787},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4103870093822479},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.3348850607872009},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3264656066894531},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2969297170639038},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07449176907539368}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8772662878036499},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.8045734763145447},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7202497124671936},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6964823007583618},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6896282434463501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6285910606384277},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.49154385924339294},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.4701507091522217},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.46099853515625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44917672872543335},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.41955530643463135},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.41937577724456787},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4103870093822479},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.3348850607872009},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3264656066894531},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2969297170639038},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07449176907539368},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2019.2961739","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2019.2961739","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.800000011920929,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W276602078","https://openalex.org/W1511243153","https://openalex.org/W1846138756","https://openalex.org/W1965455100","https://openalex.org/W2003642326","https://openalex.org/W2007700466","https://openalex.org/W2055501135","https://openalex.org/W2056877664","https://openalex.org/W2067530543","https://openalex.org/W2075779548","https://openalex.org/W2090023516","https://openalex.org/W2121806728","https://openalex.org/W2126316555","https://openalex.org/W2145989380","https://openalex.org/W2306260890","https://openalex.org/W2406067508","https://openalex.org/W2505763307","https://openalex.org/W2517236235","https://openalex.org/W2537623947","https://openalex.org/W2545546008","https://openalex.org/W2581357197","https://openalex.org/W2594201198","https://openalex.org/W2606056204","https://openalex.org/W2620276187","https://openalex.org/W2745548224","https://openalex.org/W2768298999","https://openalex.org/W2791870978","https://openalex.org/W2792870474","https://openalex.org/W2891526102","https://openalex.org/W2894873440","https://openalex.org/W2902765948","https://openalex.org/W2913416895","https://openalex.org/W2923119547","https://openalex.org/W3148740559","https://openalex.org/W6638946328","https://openalex.org/W6742844122","https://openalex.org/W6755320892"],"related_works":["https://openalex.org/W804484174","https://openalex.org/W1568779110","https://openalex.org/W4244698559","https://openalex.org/W4246538999","https://openalex.org/W2378211422","https://openalex.org/W2002361198","https://openalex.org/W56933075","https://openalex.org/W2168364913","https://openalex.org/W1548568597","https://openalex.org/W3136325136"],"abstract_inverted_index":{"Exiting":[0],"from":[1,82],"highways":[2],"in":[3,118],"crowded":[4],"dynamic":[5],"traffic":[6,61],"is":[7,99,114],"an":[8],"important":[9],"path":[10,35],"planning":[11,36],"task":[12,18],"for":[13,66],"autonomous":[14],"vehicles":[15,29],"(AVs).":[16],"This":[17],"can":[19],"be":[20],"challenging":[21],"because":[22],"of":[23,27,132],"the":[24,47,64,87,91,102,125],"uncertain":[25],"motion":[26,89],"surrounding":[28],"and":[30,54,63,85],"limited":[31],"sensing/observing":[32],"window.":[33],"Conventional":[34],"methods":[37],"usually":[38],"compute":[39],"a":[40,73,129,137],"mandatory":[41],"lane":[42,48],"change":[43,49],"(MLC)":[44],"command,":[45],"but":[46],"behavior":[50],"(e.g.,":[51],"vehicle":[52,88],"speed":[53],"gap":[55],"acceptance)":[56],"should":[57],"also":[58],"adapt":[59],"to":[60,94],"conditions":[62],"urgency":[65],"exiting.":[67],"In":[68],"this":[69],"paper,":[70],"we":[71],"propose":[72],"reinforcement":[74,97],"learning-enhanced":[75,111],"highway-exit":[76,112],"planner.":[77,140],"The":[78,96,109,121],"learning-based":[79],"strategy":[80],"learns":[81],"past":[83],"failures":[84],"adjusts":[86],"when":[90],"AV":[92],"fails":[93],"exit.":[95],"learning":[98],"based":[100],"on":[101],"Monte":[103],"Carlo":[104],"tree":[105],"search":[106],"(MCTS)":[107],"approach.":[108],"proposed":[110,126],"planner":[113,127],"tested":[115],"6000":[116],"times":[117],"stochastic":[119],"simulations.":[120],"results":[122],"indicate":[123],"that":[124],"achieves":[128],"higher":[130],"probability":[131],"successful":[133],"highway":[134],"exiting":[135],"than":[136],"benchmark":[138],"MLC":[139]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}