{"id":"https://openalex.org/W3156861611","doi":"https://doi.org/10.1109/tits.2021.3066366","title":"Reinforcement-Tracking: An Effective Trajectory Tracking and Navigation Method for Autonomous Urban Driving","display_name":"Reinforcement-Tracking: An Effective Trajectory Tracking and Navigation Method for Autonomous Urban Driving","publication_year":2021,"publication_date":"2021-04-06","ids":{"openalex":"https://openalex.org/W3156861611","doi":"https://doi.org/10.1109/tits.2021.3066366","mag":"3156861611"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2021.3066366","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3066366","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100457474","display_name":"Meng Liu","orcid":"https://orcid.org/0000-0002-4973-1571"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Meng Liu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100723082","display_name":"Fei Zhao","orcid":"https://orcid.org/0000-0003-3041-6907"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Zhao","raw_affiliation_strings":["School of Transportation Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050267276","display_name":"Jialun Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialun Yin","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053316728","display_name":"Jianwei Niu","orcid":"https://orcid.org/0000-0003-3946-5107"},"institutions":[{"id":"https://openalex.org/I4210163873","display_name":"Zhengzhou University of Industrial Technology","ror":"https://ror.org/05es8as59","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163873"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwei Niu","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","Zhengzhou University Research Institute of Industrial Technology, Zhengzhou University, Zhengzhou, China","Hangzhou Innovation Institute, Beihang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Zhengzhou University Research Institute of Industrial Technology, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I4210163873"]},{"raw_affiliation_string":"Hangzhou Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100345645","display_name":"Yu Liu","orcid":"https://orcid.org/0000-0001-7599-612X"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Liu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100457474"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":2.6904,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.89591338,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"23","issue":"7","first_page":"6991","last_page":"7007"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8766758441925049},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.8255394697189331},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.7159027457237244},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5869171023368835},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5561898350715637},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5187882781028748},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.44618409872055054},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3646761476993561},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3206122815608978}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8766758441925049},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.8255394697189331},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.7159027457237244},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5869171023368835},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5561898350715637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5187882781028748},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.44618409872055054},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3646761476993561},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3206122815608978},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2021.3066366","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3066366","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G1357723893","display_name":null,"funder_award_id":"2017YFB1301100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4362778753","display_name":null,"funder_award_id":"SKLSDE-2020ZX-26","funder_id":"https://openalex.org/F4320326978","funder_display_name":"State Key Laboratory of Software Development Environment"},{"id":"https://openalex.org/G840777561","display_name":null,"funder_award_id":"61772060","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320326978","display_name":"State Key Laboratory of Software Development Environment","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335793","display_name":"Academic Excellence Foundation of BUAA for PHD Students","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1574474448","https://openalex.org/W1592601589","https://openalex.org/W1977655452","https://openalex.org/W1986014385","https://openalex.org/W2018461753","https://openalex.org/W2032924574","https://openalex.org/W2038794597","https://openalex.org/W2044692131","https://openalex.org/W2060300932","https://openalex.org/W2073787051","https://openalex.org/W2077506631","https://openalex.org/W2086072591","https://openalex.org/W2088648144","https://openalex.org/W2093092271","https://openalex.org/W2094387729","https://openalex.org/W2097113539","https://openalex.org/W2107537851","https://openalex.org/W2117058431","https://openalex.org/W2119112357","https://openalex.org/W2122731117","https://openalex.org/W2124770562","https://openalex.org/W2127680665","https://openalex.org/W2133233905","https://openalex.org/W2139137304","https://openalex.org/W2141559645","https://openalex.org/W2144304287","https://openalex.org/W2145339207","https://openalex.org/W2154844948","https://openalex.org/W2165216595","https://openalex.org/W2257979135","https://openalex.org/W2294480821","https://openalex.org/W2329589187","https://openalex.org/W2342840547","https://openalex.org/W2343568200","https://openalex.org/W2505672291","https://openalex.org/W2575705757","https://openalex.org/W2736601468","https://openalex.org/W2740067745","https://openalex.org/W2755591576","https://openalex.org/W2766447205","https://openalex.org/W2788518687","https://openalex.org/W2793611744","https://openalex.org/W2887063207","https://openalex.org/W2911087563","https://openalex.org/W2923554444","https://openalex.org/W2963428623","https://openalex.org/W2967023717","https://openalex.org/W3083265500","https://openalex.org/W4205513846","https://openalex.org/W6604050056","https://openalex.org/W6623100417","https://openalex.org/W6634423325","https://openalex.org/W6640174482","https://openalex.org/W6684205842","https://openalex.org/W6684338915","https://openalex.org/W6684921986","https://openalex.org/W6704559304","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W1531601525","https://openalex.org/W2373557848","https://openalex.org/W2002488624","https://openalex.org/W2088970451","https://openalex.org/W4309225183","https://openalex.org/W2157008402","https://openalex.org/W2592302855"],"abstract_inverted_index":{"In":[0],"order":[1],"to":[2,13,36,60,71,90,102],"improve":[3],"trajectory":[4,16,38,156],"tracking":[5,17,39,120,143,157],"accuracy,":[6],"a":[7,73],"reinforcement":[8,34],"learning":[9,35],"method":[10,133],"was":[11,58,87,100,113,134],"employed":[12,89],"address":[14],"the":[15,50,55,81,92,104,109,117,119,125,128,162],"task":[18],"in":[19,28,54,116,124],"autonomous":[20],"driving.":[21],"There":[22],"are":[23],"many":[24],"conveniences":[25],"and":[26,31,127,144,159],"advantages":[27],"theories,":[29],"methods":[30,138],"tools":[32],"utilizing":[33],"solve":[37],"control":[40],"problems.":[41],"To":[42,78],"teach":[43,91],"an":[44,62],"intelligent":[45,82,110],"agent":[46,93,112],"effective":[47],"driving":[48,83,95,106,111],"skills,":[49],"structured":[51],"road":[52],"information":[53],"urban":[56],"environment":[57,75],"extracted":[59],"generate":[61],"accurate":[63,155],"reference":[64],"trajectory.":[65],"Then":[66],"real-world":[67,129],"scenarios":[68],"were":[69,122],"modeled":[70],"build":[72],"simulation":[74],"for":[76],"training.":[77],"effectively":[79],"train":[80],"agent,":[84],"Imitation":[85],"Learning":[86,99],"firstly":[88],"primary":[94],"skills.":[96],"Afterwards,":[97],"Reinforcement":[98],"adopted":[101],"optimize":[103],"agent\u2019s":[105],"policy.":[107],"After":[108],"well":[114],"trained":[115],"simulator,":[118],"experiments":[121],"conducted":[123],"simulator":[126],"scenarios.":[130],"The":[131,147],"proposed":[132],"compared":[135],"with":[136],"base-line":[137],"of":[139,164],"geometric":[140],"tracking,":[141],"optimization-based":[142],"learning-based":[145],"tracking.":[146],"experimental":[148],"results":[149],"demonstrated":[150],"that":[151],"Reinforcement-Tracking":[152],"can":[153],"achieve":[154],"performance":[158],"even":[160],"exceed":[161],"accuracy":[163],"most":[165],"baseline":[166],"methods.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}