{"id":"https://openalex.org/W4366148642","doi":"https://doi.org/10.1109/tits.2023.3266195","title":"Hierarchical Motion Planning and Tracking for Autonomous Vehicles Using Global Heuristic Based Potential Field and Reinforcement Learning Based Predictive Control","display_name":"Hierarchical Motion Planning and Tracking for Autonomous Vehicles Using Global Heuristic Based Potential Field and Reinforcement Learning Based Predictive Control","publication_year":2023,"publication_date":"2023-04-17","ids":{"openalex":"https://openalex.org/W4366148642","doi":"https://doi.org/10.1109/tits.2023.3266195"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2023.3266195","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3266195","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_48f6a669-4847-4eed-bf29-5c3edfdcae29","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063376192","display_name":"Guodong Du","orcid":"https://orcid.org/0000-0001-7011-268X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210140143","display_name":"Dynamic Systems (United States)","ror":"https://ror.org/043vm9914","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140143"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Guodong Du","raw_affiliation_strings":["Institute of Dynamic System and Control, ETH Zurich, Zürich, Switzerland","National Engineering Laboratory for Electric Vehicles, School of Mechanical Engineering, and the Collaborative Innovation Center of Electric Vehicles in Beijing, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7011-268X","affiliations":[{"raw_affiliation_string":"Institute of Dynamic System and Control, ETH Zurich, Zürich, Switzerland","institution_ids":["https://openalex.org/I4210140143"]},{"raw_affiliation_string":"National Engineering Laboratory for Electric Vehicles, School of Mechanical Engineering, and the Collaborative Innovation Center of Electric Vehicles in Beijing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101601123","display_name":"Yuan Zou","orcid":"https://orcid.org/0000-0002-4584-793X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zou","raw_affiliation_strings":["National Engineering Laboratory for Electric Vehicles, School of Mechanical Engineering, and the Collaborative Innovation Center of Electric Vehicles in Beijing, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4584-793X","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Electric Vehicles, School of Mechanical Engineering, and the Collaborative Innovation Center of Electric Vehicles in Beijing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441849","display_name":"Xudong Zhang","orcid":"https://orcid.org/0000-0002-3943-1428"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xudong Zhang","raw_affiliation_strings":["National Engineering Laboratory for Electric Vehicles, School of Mechanical Engineering, and the Collaborative Innovation Center of Electric Vehicles in Beijing, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3943-1428","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Electric Vehicles, School of Mechanical Engineering, and the Collaborative Innovation Center of Electric Vehicles in Beijing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042718225","display_name":"Zirui Li","orcid":"https://orcid.org/0000-0001-7056-4264"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["CN","NL"],"is_corresponding":false,"raw_author_name":"Zirui Li","raw_affiliation_strings":["Department of Transport and Planning, Delft University of Technology, Delft, The Netherlands","School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7056-4264","affiliations":[{"raw_affiliation_string":"Department of Transport and Planning, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100666050","display_name":"Qi Liu","orcid":"https://orcid.org/0000-0001-5172-0989"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Liu","raw_affiliation_strings":["National Engineering Laboratory for Electric Vehicles, School of Mechanical Engineering, and the Collaborative Innovation Center of Electric Vehicles in Beijing, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5172-0989","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Electric Vehicles, School of Mechanical Engineering, and the Collaborative Innovation Center of Electric Vehicles in Beijing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5063376192"],"corresponding_institution_ids":["https://openalex.org/I125839683","https://openalex.org/I4210140143"],"apc_list":null,"apc_paid":null,"fwci":5.5341,"has_fulltext":true,"cited_by_count":47,"citation_normalized_percentile":{"value":0.97073947,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"24","issue":"8","first_page":"8304","last_page":"8323"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11615","display_name":"Control and Dynamics of Mobile Robots","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6654046177864075},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.653164267539978},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.623965322971344},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5962620973587036},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5695171356201172},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5195794105529785},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4937385022640228},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.48914316296577454},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46034103631973267},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.45111846923828125},{"id":"https://openalex.org/keywords/hierarchical-control-system","display_name":"Hierarchical control system","score":0.4410150945186615},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4032632112503052},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.40147101879119873},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.17613175511360168}],"concepts":[{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6654046177864075},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.653164267539978},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.623965322971344},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5962620973587036},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5695171356201172},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5195794105529785},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4937385022640228},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.48914316296577454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46034103631973267},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.45111846923828125},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.4410150945186615},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4032632112503052},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.40147101879119873},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.17613175511360168},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tits.2023.3266195","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3266195","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:tudelft.nl:uuid:45b77942-97f1-4494-bd8f-d3df9cd9766b","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:45b77942-97f1-4494-bd8f-d3df9cd9766b","pdf_url":"https://repository.tudelft.nl/file/File_48f6a669-4847-4eed-bf29-5c3edfdcae29","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:45b77942-97f1-4494-bd8f-d3df9cd9766b","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:45b77942-97f1-4494-bd8f-d3df9cd9766b","pdf_url":"https://repository.tudelft.nl/file/File_48f6a669-4847-4eed-bf29-5c3edfdcae29","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"},"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G8354634817","display_name":null,"funder_award_id":"2021YFB2500900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320311778","display_name":"China Association for Science and Technology","ror":"https://ror.org/035vmht26"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366148642.pdf","grobid_xml":"https://content.openalex.org/works/W4366148642.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1971086298","https://openalex.org/W2008406490","https://openalex.org/W2306644740","https://openalex.org/W2401197832","https://openalex.org/W2404881538","https://openalex.org/W2556005194","https://openalex.org/W2557741120","https://openalex.org/W2619842829","https://openalex.org/W2740584750","https://openalex.org/W2743927437","https://openalex.org/W2764328989","https://openalex.org/W2781895760","https://openalex.org/W2791860092","https://openalex.org/W2804158892","https://openalex.org/W2913416895","https://openalex.org/W2946231253","https://openalex.org/W2963240573","https://openalex.org/W2963732412","https://openalex.org/W2970026594","https://openalex.org/W2995520662","https://openalex.org/W2996857119","https://openalex.org/W3002208063","https://openalex.org/W3006912862","https://openalex.org/W3012481664","https://openalex.org/W3036205974","https://openalex.org/W3047772261","https://openalex.org/W3048218593","https://openalex.org/W3048463148","https://openalex.org/W3081870136","https://openalex.org/W3089105444","https://openalex.org/W3090027660","https://openalex.org/W3092124468","https://openalex.org/W3094470387","https://openalex.org/W3097267688","https://openalex.org/W3104639963","https://openalex.org/W3104930970","https://openalex.org/W3107253669","https://openalex.org/W3113070793","https://openalex.org/W3116193555","https://openalex.org/W3120187754","https://openalex.org/W3120231702","https://openalex.org/W3129584569","https://openalex.org/W3131580247","https://openalex.org/W3135108449","https://openalex.org/W3135363299","https://openalex.org/W3177061762","https://openalex.org/W3178194471","https://openalex.org/W3182693305","https://openalex.org/W3182751084","https://openalex.org/W3183174468","https://openalex.org/W3201770078","https://openalex.org/W3207957463","https://openalex.org/W3210259472","https://openalex.org/W3210290940","https://openalex.org/W4206719973","https://openalex.org/W4225814850","https://openalex.org/W4285108207","https://openalex.org/W6785631819","https://openalex.org/W6838586658"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W1618768498","https://openalex.org/W48160925","https://openalex.org/W2315328704"],"abstract_inverted_index":{"The":[0,93,130,148],"autonomous":[1,24,51,71],"vehicle":[2],"is":[3,53,81,102,120,133,179],"widely":[4],"applied":[5],"in":[6,10,55,83],"various":[7],"ground":[8],"operations,":[9],"which":[11,85],"motion":[12,34,44,109,154],"planning":[13,35,45,62,96,155],"and":[14,36,46,63,67,90,111,135,145,157],"tracking":[15,37,47,128,159],"control":[16,48,64,118,160],"are":[17,65],"becoming":[18],"the":[19,31,50,59,70,74,78,106,112,125,138,153,158,163,173,176,187,192,195],"key":[20],"technologies":[21],"to":[22,28,104,122],"achieve":[23],"driving.":[25],"In":[26],"order":[27],"further":[29,123],"improve":[30],"performance":[32],"of":[33,61,77,127,162,175],"control,":[38],"an":[39],"efficient":[40],"hierarchical":[41,79,131,164,188],"framework":[42,80,132,165,178,189],"containing":[43],"for":[49,69,194],"vehicles":[52],"constructed":[54],"this":[56],"paper.":[57],"Firstly,":[58],"problems":[60],"modeled":[66],"formulated":[68],"vehicle.":[72],"Then,":[73],"logical":[75,91],"structure":[76],"described":[82],"detail,":[84],"contains":[86],"several":[87],"algorithmic":[88],"improvements":[89],"associations.":[92],"global":[94],"heuristic":[95],"based":[97,115],"artificial":[98],"potential":[99],"field":[100],"method":[101,119],"developed":[103],"generate":[105],"real-time":[107,196],"optimal":[108],"sequence,":[110],"prioritized":[113],"Q-learning":[114],"forward":[116],"predictive":[117],"proposed":[121,177],"optimize":[124],"effectiveness":[126],"control.":[129],"evaluated":[134],"validated":[136],"by":[137,181],"numerical":[139],"simulation,":[140],"virtual":[141],"driving":[142,184],"environment":[143],"simulation":[144],"real-world":[146],"scenario.":[147,185],"results":[149],"show":[150],"that":[151],"both":[152],"layer":[156,161],"perform":[166],"better":[167],"than":[168],"other":[169],"previous":[170],"methods.":[171],"Finally,":[172],"adaptability":[174],"verified":[180],"applying":[182],"another":[183],"Furthermore,":[186],"also":[190],"has":[191],"ability":[193],"application.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":23}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}