{"id":"https://openalex.org/W4387885597","doi":"https://doi.org/10.1109/tvt.2023.3326548","title":"Integration of Decision-Making and Motion Planning for Autonomous Driving Based on Double-Layer Reinforcement Learning Framework","display_name":"Integration of Decision-Making and Motion Planning for Autonomous Driving Based on Double-Layer Reinforcement Learning Framework","publication_year":2023,"publication_date":"2023-10-23","ids":{"openalex":"https://openalex.org/W4387885597","doi":"https://doi.org/10.1109/tvt.2023.3326548"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3326548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3326548","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102978784","display_name":"Yaping Liao","orcid":"https://orcid.org/0000-0002-9128-3688"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaping Liao","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9128-3688","affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038183961","display_name":"Guizhen Yu","orcid":"https://orcid.org/0000-0001-8374-7422"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guizhen Yu","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8374-7422","affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090846452","display_name":"Peng Chen","orcid":"https://orcid.org/0000-0002-8076-8989"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Chen","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8076-8989","affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049016575","display_name":"Bin Zhou","orcid":"https://orcid.org/0000-0002-1141-5557"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Zhou","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1141-5557","affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101658640","display_name":"Han Li","orcid":"https://orcid.org/0000-0001-5136-7396"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Li","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5136-7396","affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3033,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.92485297,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"73","issue":"3","first_page":"3142","last_page":"3158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8808953762054443},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6254258155822754},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6147999167442322},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5618224740028381},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5582754611968994},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5494007468223572},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5349947214126587},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5212641358375549},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47692009806632996},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4658580422401428},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.42584842443466187},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3850358724594116},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3438764810562134},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.32774752378463745},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3216395378112793},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2419539988040924},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.13286244869232178},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10921898484230042}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8808953762054443},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6254258155822754},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6147999167442322},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5618224740028381},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5582754611968994},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5494007468223572},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5349947214126587},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5212641358375549},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47692009806632996},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4658580422401428},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.42584842443466187},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3850358724594116},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3438764810562134},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32774752378463745},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3216395378112793},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2419539988040924},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.13286244869232178},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10921898484230042},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2023.3326548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3326548","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G297144773","display_name":null,"funder_award_id":"52272327","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3085792621","display_name":null,"funder_award_id":"51775016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1498681823","https://openalex.org/W1969732712","https://openalex.org/W2050550560","https://openalex.org/W2056877664","https://openalex.org/W2151977651","https://openalex.org/W2192586580","https://openalex.org/W2342840547","https://openalex.org/W2519106163","https://openalex.org/W2524886531","https://openalex.org/W2580495915","https://openalex.org/W2740361510","https://openalex.org/W2741222326","https://openalex.org/W2795064979","https://openalex.org/W2912445127","https://openalex.org/W2946231253","https://openalex.org/W2952762354","https://openalex.org/W2962894046","https://openalex.org/W2964145578","https://openalex.org/W2982291367","https://openalex.org/W3020459854","https://openalex.org/W3023333822","https://openalex.org/W3044345353","https://openalex.org/W3097267688","https://openalex.org/W3102777717","https://openalex.org/W3107164117","https://openalex.org/W3110877594","https://openalex.org/W3130897078","https://openalex.org/W3136119534","https://openalex.org/W3195835426","https://openalex.org/W3211345831","https://openalex.org/W4211215199","https://openalex.org/W4214496626","https://openalex.org/W4214940160","https://openalex.org/W4311168004","https://openalex.org/W4389667126","https://openalex.org/W4390099569","https://openalex.org/W6704559304"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W1941703695","https://openalex.org/W4380318855","https://openalex.org/W2386410636","https://openalex.org/W3038962357","https://openalex.org/W2025663273","https://openalex.org/W2101105382","https://openalex.org/W3099153698"],"abstract_inverted_index":{"Autonomous":[0],"driving":[1,10,46,145,211],"involves":[2],"multi-timescale":[3],"and":[4,12,29,48,55,65,87,92,147,176,184,193,208],"multi-objective":[5],"tasks":[6],"coupled":[7],"with":[8,83,125],"long-term":[9],"decision":[11,47,88],"short-term":[13],"motion":[14,49,152,178],"planning.":[15],"However,":[16],"existing":[17],"studies":[18],"tend":[19],"to":[20,32,63,137,157,219],"investigate":[21],"them":[22],"separately":[23],"or":[24],"assume":[25],"they":[26],"were":[27,188,198],"synchronous":[28],"instantaneous,":[30],"failing":[31],"deeply":[33],"interpret":[34],"their":[35],"interconnections":[36],"in":[37,51,217],"autonomous":[38],"driving.":[39],"To":[40],"address":[41],"it,":[42],"this":[43],"study":[44],"explored":[45],"planning":[50,153,179],"an":[52],"integrated":[53],"manner,":[54],"proposed":[56,215],"a":[57,78,93,165],"double-layer":[58],"reinforcement":[59,103],"learning":[60,104],"(RL)":[61],"framework":[62,191,216],"couple":[64],"optimize":[66],"these":[67],"two":[68],"modules.":[69],"Specifically,":[70],"on":[71,99],"the":[72,76,108,112,118,122,139,148,158,206,209,214],"upper":[73,113],"layer":[74,114,124],"of":[75,111,121,151,171,213],"framework,":[77],"trajectory-level":[79],"reward":[80,109],"function":[81,110,120],"associated":[82],"safety,":[84],"efficiency,":[85],"comfort":[86],"execution":[89],"was":[90,96,115,135,154,168],"proposed,":[91],"decision-making":[94,159,173],"model":[95,130],"established":[97],"based":[98],"value":[100],"function-based":[101],"deep":[102],"(DRL)":[105],"algorithms.":[106],"Then,":[107,182],"taken":[116],"as":[117],"objective":[119],"lower":[123],"relevant":[126],"state":[127],"constraints.":[128],"The":[129,203],"predictive":[131],"control":[132],"(MPC)":[133],"method":[134],"used":[136],"derive":[138],"optimal":[140],"maneuver":[141],"sequence":[142],"guided":[143],"by":[144],"decisions,":[146],"performance":[149,212],"evaluation":[150],"fed":[155],"back":[156],"for":[160,190],"DRL":[161],"parameter":[162],"optimization.":[163,181],"Accordingly,":[164],"closed-loop":[166],"mechanism":[167],"developed":[169],"consisting":[170],"forward":[172],"output":[174],"guidance":[175],"backward":[177],"feedback":[180],"two-lane":[183],"three-lane":[185],"interactive":[186],"scenarios":[187],"set":[189],"training":[192],"testing.":[194],"Last,":[195],"comparative":[196],"experiments":[197],"conducted":[199],"using":[200],"NGSIM":[201],"dataset.":[202],"results":[204],"demonstrated":[205],"effectiveness":[207],"enhanced":[210],"contrast":[218],"four":[220],"benchmarks.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}