{"id":"https://openalex.org/W4416714578","doi":"https://doi.org/10.1109/tits.2025.3630994","title":"Trajectory Planning for Autonomous Driving in Transportation Systems Based on Deep Reinforcement Learning and Spatio-Temporal Voxels","display_name":"Trajectory Planning for Autonomous Driving in Transportation Systems Based on Deep Reinforcement Learning and Spatio-Temporal Voxels","publication_year":2025,"publication_date":"2025-11-24","ids":{"openalex":"https://openalex.org/W4416714578","doi":"https://doi.org/10.1109/tits.2025.3630994"},"language":null,"primary_location":{"id":"doi:10.1109/tits.2025.3630994","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3630994","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072586277","display_name":"Gang He","orcid":"https://orcid.org/0009-0003-5531-1332"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang He","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-5531-1332","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109418463","display_name":"Hai Yu","orcid":"https://orcid.org/0009-0009-6490-9364"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Yu","raw_affiliation_strings":["College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0009-0009-6490-9364","affiliations":[{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030291480","display_name":"Guofa Li","orcid":"https://orcid.org/0000-0002-7889-4695"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guofa Li","raw_affiliation_strings":["College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-7889-4695","affiliations":[{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031855986","display_name":"Keqiang Li","orcid":"https://orcid.org/0000-0002-9333-7416"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keqiang Li","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9333-7416","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4247,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67188235,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"27","issue":"1","first_page":"742","last_page":"758"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.8230999708175659,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.8230999708175659,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.10080000013113022,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.03020000085234642,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8709999918937683},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6870999932289124},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6233000159263611},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5533000230789185},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.5029000043869019},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.44179999828338623},{"id":"https://openalex.org/keywords/automated-planning-and-scheduling","display_name":"Automated planning and scheduling","score":0.3935999870300293},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.3797999918460846},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.33730000257492065}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8709999918937683},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6870999932289124},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6233000159263611},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5842999815940857},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5533000230789185},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.5029000043869019},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4507000148296356},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.44179999828338623},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.3935999870300293},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.3797999918460846},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.33899998664855957},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.33079999685287476},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28929999470710754},{"id":"https://openalex.org/C2778391309","wikidata":"https://www.wikidata.org/wiki/Q7832527","display_name":"Traffic simulation","level":3,"score":0.2858999967575073},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.26919999718666077},{"id":"https://openalex.org/C201004817","wikidata":"https://www.wikidata.org/wiki/Q1707071","display_name":"Guidance system","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3630994","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3630994","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7224410949","display_name":null,"funder_award_id":"52272421","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W2134765105","https://openalex.org/W2145339207","https://openalex.org/W2746553466","https://openalex.org/W2793753444","https://openalex.org/W2963215357","https://openalex.org/W3089736706","https://openalex.org/W3112856749","https://openalex.org/W3181117845","https://openalex.org/W3191994656","https://openalex.org/W3197234345","https://openalex.org/W3201755685","https://openalex.org/W3211345831","https://openalex.org/W4210607981","https://openalex.org/W4214940160","https://openalex.org/W4220902452","https://openalex.org/W4226257065","https://openalex.org/W4309349085","https://openalex.org/W4311168004","https://openalex.org/W4313887139","https://openalex.org/W4318982572","https://openalex.org/W4366957357","https://openalex.org/W4376166839","https://openalex.org/W4378648110","https://openalex.org/W4381681767","https://openalex.org/W4382936452","https://openalex.org/W4383704064","https://openalex.org/W4386390867","https://openalex.org/W4386590230","https://openalex.org/W4387609198","https://openalex.org/W4387885597","https://openalex.org/W4388776341","https://openalex.org/W4388821995","https://openalex.org/W4388936582","https://openalex.org/W4390204174","https://openalex.org/W4390422049","https://openalex.org/W4390810698","https://openalex.org/W4390831309","https://openalex.org/W4391065986","https://openalex.org/W4391769340","https://openalex.org/W4391770095","https://openalex.org/W4392843893","https://openalex.org/W4393156515","https://openalex.org/W4393241216","https://openalex.org/W4394006698","https://openalex.org/W4398226343","https://openalex.org/W4401413933","https://openalex.org/W4402300002","https://openalex.org/W4402592483","https://openalex.org/W4402937518","https://openalex.org/W4403609355","https://openalex.org/W4406983280","https://openalex.org/W4409364610","https://openalex.org/W7105666233"],"related_works":[],"abstract_inverted_index":{"Trajectory":[0,136],"planning":[1,59,107,137,177,182,218],"is":[2,95,113,138,155,184],"crucial":[3],"for":[4],"ensuring":[5],"safety,":[6,225],"efficiency,":[7,224],"and":[8,25,31,44,66,74,101,119,132,170,191,201,216,226],"comfort":[9],"in":[10,14,81,220],"autonomous":[11,78],"driving,":[12],"particularly":[13],"highway":[15],"environments,":[16],"which":[17],"are":[18,38],"critical":[19],"components":[20],"of":[21,40,77,166,175,222],"intelligent":[22],"transportation":[23,133],"systems":[24,80],"require":[26],"vehicles":[27],"to":[28,70,97,115,157],"navigate":[29],"complex":[30,82],"uncertain":[32],"traffic":[33,83],"conditions.":[34],"However,":[35],"related":[36],"methods":[37,219],"lack":[39],"adaptive":[41],"decision-making":[42,88,223],"capabilities":[43],"suffer":[45],"from":[46],"high":[47],"algorithmic":[48],"complexity.":[49],"To":[50],"this":[51,53],"end,":[52],"paper":[54],"proposes":[55],"a":[56,86,99,109,150],"novel":[57],"trajectory":[58,181],"framework":[60,210],"based":[61,90,127,186],"on":[62,91,128,187,197],"deep":[63,92],"reinforcement":[64,93,214],"learning":[65,94,215],"spatio-temporal":[67,123,217],"planning,":[68],"aiming":[69],"improve":[71],"the":[72,106,122,163,167,173,176,198,202,208,212],"adaptability":[73],"overall":[75],"performance":[76,174],"driving":[79],"environments.":[84],"First,":[85],"data-driven":[87],"method":[89,183],"developed":[96,156],"establish":[98],"stable":[100],"human-like":[102,227],"decision":[103,152,159,189],"system.":[104],"At":[105],"level,":[108],"variable":[110],"voxel":[111],"structure":[112],"designed":[114],"handle":[116],"different":[117],"decisions":[118],"scenarios,":[120],"with":[121],"feasible":[124],"region":[125],"constructed":[126],"vehicle":[129],"dynamics":[130],"model":[131],"safety":[134],"regulations.":[135],"then":[139],"carried":[140],"out":[141],"using":[142],"piecewise":[143],"B\u00e9zier":[144],"curves,":[145],"incorporating":[146],"various":[147],"constraints.":[148],"Finally,":[149],"new":[151],"detection":[153],"module":[154],"ensure":[158],"feasibility,":[160],"while":[161],"enhancing":[162],"self-learning":[164],"ability":[165],"DRL":[168],"agent":[169],"fully":[171],"leveraging":[172],"layer.":[178],"Our":[179],"proposed":[180,209],"established":[185],"forward":[188],"guidance":[190],"backward":[192],"optimization":[193],"feedback.":[194],"Experiments":[195],"conducted":[196],"highway-env":[199],"simulator":[200],"CQSkyEyeX":[203],"real-world":[204],"dataset":[205],"show":[206],"that":[207],"outperforms":[211],"compared":[213],"terms":[221],"planning.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-01-02T23:11:23.791532","created_date":"2025-11-25T00:00:00"}