{"id":"https://openalex.org/W4319997953","doi":"https://doi.org/10.1109/tits.2023.3237568","title":"Policy Iteration Based Approximate Dynamic Programming Toward Autonomous Driving in Constrained Dynamic Environment","display_name":"Policy Iteration Based Approximate Dynamic Programming Toward Autonomous Driving in Constrained Dynamic Environment","publication_year":2023,"publication_date":"2023-01-26","ids":{"openalex":"https://openalex.org/W4319997953","doi":"https://doi.org/10.1109/tits.2023.3237568"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2023.3237568","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3237568","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037283185","display_name":"Ziyu Lin","orcid":"https://orcid.org/0000-0003-0532-0030"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziyu Lin","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0532-0030","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053340150","display_name":"Jun Ma","orcid":"https://orcid.org/0000-0002-9405-8232"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jun Ma","raw_affiliation_strings":["Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-9405-8232","affiliations":[{"raw_affiliation_string":"Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067909017","display_name":"Jingliang Duan","orcid":"https://orcid.org/0000-0002-3697-1576"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingliang Duan","raw_affiliation_strings":["School of Mechanical Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3697-1576","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100747108","display_name":"Shengbo Eben Li","orcid":"https://orcid.org/0000-0003-4923-3633"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengbo Eben Li","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4923-3633","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004124678","display_name":"Haitong Ma","orcid":"https://orcid.org/0000-0002-9943-0638"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitong Ma","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9943-0638","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102489731","display_name":"Bo Cheng","orcid":"https://orcid.org/0000-0001-8921-5857"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Cheng","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026685411","display_name":"Tong Heng Lee","orcid":"https://orcid.org/0000-0002-2785-516X"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tong Heng Lee","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2785-516X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5037283185"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":7.5651,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.97812666,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"24","issue":"5","first_page":"5003","last_page":"5013"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9544000029563904,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.639132022857666},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.634938657283783},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.6341535449028015},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5893492102622986},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5159085988998413},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5028926730155945},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.4901665151119232},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4861740469932556},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.4845834970474243},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4755108952522278},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45173248648643494},{"id":"https://openalex.org/keywords/time-horizon","display_name":"Time horizon","score":0.43539366126060486},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.4300309419631958},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.41819679737091064},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.38503116369247437},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.33918797969818115},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2633787989616394},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2126500904560089},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.1930907964706421},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.16956695914268494},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10880252718925476}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.639132022857666},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.634938657283783},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.6341535449028015},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5893492102622986},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5159085988998413},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5028926730155945},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.4901665151119232},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4861740469932556},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.4845834970474243},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4755108952522278},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45173248648643494},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.43539366126060486},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.4300309419631958},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.41819679737091064},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.38503116369247437},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.33918797969818115},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2633787989616394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2126500904560089},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.1930907964706421},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16956695914268494},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10880252718925476},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tits.2023.3237568","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3237568","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-124505","is_oa":false,"landing_page_url":"https://repository.hkust.edu.hk/ir/Record/1783.1-124505","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1500936459","display_name":null,"funder_award_id":"2022YFB2502901","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G166390454","display_name":null,"funder_award_id":"U20A20334","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3945676288","display_name":null,"funder_award_id":"52202487","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6259678243","display_name":null,"funder_award_id":"52072213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1965512034","https://openalex.org/W1968651586","https://openalex.org/W1969166509","https://openalex.org/W1995059581","https://openalex.org/W2170973929","https://openalex.org/W2282033015","https://openalex.org/W2487144912","https://openalex.org/W2570494446","https://openalex.org/W2576643611","https://openalex.org/W2764328989","https://openalex.org/W2842089854","https://openalex.org/W2923300881","https://openalex.org/W2946237553","https://openalex.org/W2952762354","https://openalex.org/W3002044607","https://openalex.org/W3015082424","https://openalex.org/W3105200428","https://openalex.org/W3108370624","https://openalex.org/W3110685645","https://openalex.org/W3128395826","https://openalex.org/W3131282584","https://openalex.org/W3193283090","https://openalex.org/W3193478200","https://openalex.org/W3209549283","https://openalex.org/W4205834900","https://openalex.org/W4214851269","https://openalex.org/W4224216677","https://openalex.org/W4225390809","https://openalex.org/W4226245271","https://openalex.org/W4285071855","https://openalex.org/W4287617987","https://openalex.org/W4312567063","https://openalex.org/W4362650413","https://openalex.org/W6790559938","https://openalex.org/W6799835771"],"related_works":["https://openalex.org/W1990079087","https://openalex.org/W3202234113","https://openalex.org/W2101188133","https://openalex.org/W4248731570","https://openalex.org/W2381210024","https://openalex.org/W2060165215","https://openalex.org/W2384015130","https://openalex.org/W4285595274","https://openalex.org/W81137451","https://openalex.org/W128654086"],"abstract_inverted_index":{"In":[0],"the":[1,13,18,24,32,54,64,70,76,81,102,111,119,122,125,129,133,146,149,154,160,172,181,184,206],"area":[2],"of":[3,31,56,63,152,162,171,174,190],"autonomous":[4,83],"driving,":[5],"it":[6],"typically":[7,155],"brings":[8],"great":[9],"difficulty":[10],"in":[11,178],"solving":[12],"motion":[14,134],"planning":[15,68,135],"problem":[16,136],"since":[17],"vehicle":[19],"model":[20],"is":[21,97,188,210],"nonlinear":[22],"and":[23,59,74,88,165,193],"driving":[25,84,139],"scenarios":[26,41],"are":[27],"complex.":[28],"Particularly,":[29],"most":[30],"existing":[33],"methods":[34],"cannot":[35],"be":[36],"generalized":[37,112],"to":[38,100,121,203],"dynamically":[39],"changing":[40,138],"with":[42,141,159,180],"varying":[43,142],"surrounding":[44,143],"vehicles.":[45,144],"To":[46],"address":[47],"this":[48,50],"problem,":[49],"development":[51],"here":[52],"investigates":[53],"framework":[55],"integrated":[57],"decision":[58],"control.":[60],"As":[61,168],"part":[62],"modules,":[65],"static":[66],"path":[67,108],"determines":[69],"reference":[71],"candidates":[72],"ahead,":[73],"then":[75],"optimal":[77],"path-tracking":[78],"controller":[79],"realizes":[80],"specific":[82],"task.":[85],"An":[86],"innovative":[87],"effective":[89,107],"constrained":[90,185,207],"finite-horizon":[91],"approximate":[92],"dynamic":[93],"programming":[94],"(ADP)":[95],"algorithm":[96,127,147,209],"herein":[98],"presented":[99],"generate":[101],"desired":[103],"control":[104,123],"policy":[105,113],"for":[106,132],"tracking.":[109],"With":[110],"neural":[114,176],"network":[115],"that":[116,205],"maps":[117],"from":[118],"state":[120],"input,":[124],"proposed":[126],"preserves":[128],"high":[130],"effectiveness":[131],"towards":[137],"environments":[140],"Moreover,":[145],"attains":[148],"noteworthy":[150],"advantage":[151],"alleviating":[153],"heavy":[156],"computational":[157],"loads":[158],"mode":[161],"offline":[163],"training":[164],"online":[166],"execution.":[167],"a":[169],"result":[170],"utilization":[173],"multi-layer":[175],"networks":[177],"conjunction":[179],"actor-critic":[182],"framework,":[183],"ADP":[186,208],"method":[187],"capable":[189],"handling":[191],"complex":[192],"multidimensional":[194],"scenarios.":[195],"Finally,":[196],"various":[197],"simulations":[198],"have":[199],"been":[200],"carried":[201],"out":[202],"show":[204],"effective.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}