{"id":"https://openalex.org/W4405180110","doi":"https://doi.org/10.1109/tvt.2024.3502640","title":"Adaptive Path-Tracking Controller Embedded With Reinforcement Learning and Preview Model for Autonomous Driving","display_name":"Adaptive Path-Tracking Controller Embedded With Reinforcement Learning and Preview Model for Autonomous Driving","publication_year":2024,"publication_date":"2024-12-09","ids":{"openalex":"https://openalex.org/W4405180110","doi":"https://doi.org/10.1109/tvt.2024.3502640"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3502640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3502640","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013283955","display_name":"Qingfeng Xia","orcid":"https://orcid.org/0000-0003-0829-6750"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qi Xia","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090846452","display_name":"Peng Chen","orcid":"https://orcid.org/0000-0002-8076-8989"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Chen","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112785835","display_name":"Guoyan Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoyan Xu","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044646825","display_name":"Haodong Sun","orcid":"https://orcid.org/0000-0002-5847-3471"},"institutions":[{"id":"https://openalex.org/I4210107825","display_name":"Beijing Municipal Commission of Urban Planning","ror":"https://ror.org/01qtkgt88","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210107825"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haodong Sun","raw_affiliation_strings":["Beijing Municipal Institute of City Planning &amp; Design, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Municipal Institute of City Planning &amp; Design, Beijing, China","institution_ids":["https://openalex.org/I4210107825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441194","display_name":"Liang Li","orcid":"https://orcid.org/0000-0002-1577-408X"},"institutions":[{"id":"https://openalex.org/I4210107825","display_name":"Beijing Municipal Commission of Urban Planning","ror":"https://ror.org/01qtkgt88","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210107825"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Li","raw_affiliation_strings":["Beijing Municipal Commission of Planning and Natural Resources, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Municipal Commission of Planning and Natural Resources, Beijing, China","institution_ids":["https://openalex.org/I4210107825"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038183961","display_name":"Guizhen Yu","orcid":"https://orcid.org/0000-0001-8374-7422"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guizhen Yu","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5013283955"],"corresponding_institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"],"apc_list":null,"apc_paid":null,"fwci":5.2622,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.96272439,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"74","issue":"3","first_page":"3736","last_page":"3750"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.7663000226020813,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.7663000226020813,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7115644216537476},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5196196436882019},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5162889361381531},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.511790931224823},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.5088112950325012},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5010919570922852},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4907435178756714},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4430447518825531},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3977147340774536},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2968871593475342},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.1570415198802948}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7115644216537476},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5196196436882019},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5162889361381531},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.511790931224823},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.5088112950325012},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5010919570922852},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4907435178756714},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4430447518825531},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3977147340774536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2968871593475342},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.1570415198802948},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3502640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3502640","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G297144773","display_name":null,"funder_award_id":"52272327","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1997595810","https://openalex.org/W2018461753","https://openalex.org/W2056822440","https://openalex.org/W2095321592","https://openalex.org/W2112930335","https://openalex.org/W2124770562","https://openalex.org/W2139430868","https://openalex.org/W2793201052","https://openalex.org/W2801913282","https://openalex.org/W2884559985","https://openalex.org/W2913416895","https://openalex.org/W2951360122","https://openalex.org/W2973229164","https://openalex.org/W2982679019","https://openalex.org/W3012348377","https://openalex.org/W3042249896","https://openalex.org/W3047772261","https://openalex.org/W3048280423","https://openalex.org/W3091282683","https://openalex.org/W3092297010","https://openalex.org/W3112064722","https://openalex.org/W3135301907","https://openalex.org/W3139187989","https://openalex.org/W3156861611","https://openalex.org/W3162128426","https://openalex.org/W3163772393","https://openalex.org/W3179585679","https://openalex.org/W3202801681","https://openalex.org/W3202974135","https://openalex.org/W4206978265","https://openalex.org/W4210915205","https://openalex.org/W4226343909","https://openalex.org/W4226440390","https://openalex.org/W4285153625","https://openalex.org/W4285189729","https://openalex.org/W4312584258","https://openalex.org/W4312966185","https://openalex.org/W4313306349","https://openalex.org/W4383899703","https://openalex.org/W4385191450","https://openalex.org/W4385663833","https://openalex.org/W4388820232","https://openalex.org/W4392607748","https://openalex.org/W6639949747","https://openalex.org/W6747473740","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Path":[0],"tracking":[1,45,84,140,181],"control":[2,46,123,161],"is":[3,102,125],"a":[4,95,108,111,116,157,167,171,202],"crucial":[5],"function":[6],"in":[7,23,70],"an":[8,63,82,186,215],"autonomous":[9,72],"vehicle.":[10],"Previous":[11],"studies":[12],"have":[13],"presented":[14],"conventional":[15],"model-based":[16,32],"controllers,":[17,33,35],"which":[18,178],"lack":[19],"generalization":[20,49],"ability,":[21],"especially":[22],"dealing":[24],"with":[25,127,189,201],"high-curvature":[26],"cases.":[27,74],"In":[28],"contrast":[29],"to":[30,43,90,137],"those":[31],"data-driven":[34],"represented":[36],"by":[37,50],"reinforcement":[38],"learning":[39],"(RL),":[40],"are":[41,183],"promising":[42],"improve":[44,138],"accuracy":[47],"and":[48,98,115,194],"online":[51],"learning.":[52],"However,":[53],"the":[54,60,121,128,139,143,146,163],"inherent":[55],"inexplicability":[56],"of":[57,62,104,142,218],"RL":[58],"degrades":[59],"stability":[61,93],"RL-based":[64],"controller,":[65,110],"further":[66],"limiting":[67],"its":[68],"applications":[69],"real-world":[71,195],"driving":[73],"To":[75],"resolve":[76],"this":[77,79],"issue,":[78],"study":[80],"proposes":[81],"adaptive":[83,99,113,147],"controller":[85],"based":[86,152],"on":[87,153],"RL,":[88],"allowing":[89],"enhance":[91],"network":[92],"through":[94,177],"preview":[96,122],"model":[97],"correction.":[100],"It":[101],"composed":[103],"three":[105],"modules,":[106],"namely":[107],"lateral":[109,112,144,180],"corrector,":[114],"longitudinal":[117,164],"speed":[118,168],"planner.":[119],"Specifically,":[120],"theory":[124],"combined":[126],"twin":[129],"delayed":[130],"deep":[131],"deterministic":[132],"policy":[133],"gradient":[134],"(TD3)":[135],"method":[136],"convergence":[141],"controller;":[145],"corrector":[148],"derives":[149],"correction":[150],"compensations":[151],"predicted":[154],"waypoints":[155],"along":[156],"path,":[158],"thus":[159],"enhancing":[160],"accuracy;":[162],"planner":[165],"outputs":[166],"profile":[169],"via":[170],"reward":[172],"increment":[173],"soft":[174],"actor-critic":[175],"algorithm,":[176],"large":[179],"errors":[182],"reduced.":[184],"Using":[185],"intelligent":[187],"vehicle":[188],"sufficient":[190],"steering":[191],"capability,":[192],"simulations":[193],"tests":[196],"show":[197],"that":[198],"curvy":[199],"paths":[200],"curvature":[203],"larger":[204],"than":[205],"2.0":[206],"m<sup":[207],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[208],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u22121</sup>":[209],"can":[210],"be":[211],"closely":[212],"tracked":[213],"within":[214],"error":[216],"bound":[217],"0.1":[219],"m.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}