{"id":"https://openalex.org/W3197799277","doi":"https://doi.org/10.1109/tits.2021.3105380","title":"Deep Deterministic Policy Gradient for High-Speed Train Trajectory Optimization","display_name":"Deep Deterministic Policy Gradient for High-Speed Train Trajectory Optimization","publication_year":2021,"publication_date":"2021-08-25","ids":{"openalex":"https://openalex.org/W3197799277","doi":"https://doi.org/10.1109/tits.2021.3105380","mag":"3197799277"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2021.3105380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3105380","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074198390","display_name":"Lingbin Ning","orcid":"https://orcid.org/0000-0002-0957-2959"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lingbin Ning","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090290928","display_name":"Min Zhou","orcid":"https://orcid.org/0000-0002-9286-1726"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhou","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000921308","display_name":"Zhuopu Hou","orcid":"https://orcid.org/0000-0001-9693-2977"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuopu Hou","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060145801","display_name":"Rob M.P. Goverde","orcid":"https://orcid.org/0000-0001-8840-4488"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Rob M.P. Goverde","raw_affiliation_strings":["Department of Transport and Planning, Delft University of Technology, Delft, CN, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Transport and Planning, Delft University of Technology, Delft, CN, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113600509","display_name":"Fei\u2010Yue Wang","orcid":"https://orcid.org/0000-0001-9185-3989"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei-Yue Wang","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046146732","display_name":"Hairong Dong","orcid":"https://orcid.org/0000-0002-7255-2950"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hairong Dong","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5074198390"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":4.6815,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.9522662,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"23","issue":"8","first_page":"11562","last_page":"11574"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10842","display_name":"Railway Engineering and Dynamics","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/punctuality","display_name":"Punctuality","score":0.9821182489395142},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7256328463554382},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5977475643157959},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5655314326286316},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.5293753147125244},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4801711142063141},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4752195477485657},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.4687737822532654},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4303893446922302},{"id":"https://openalex.org/keywords/line","display_name":"Line (geometry)","score":0.4184058606624603},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.381094753742218},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3436669111251831},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3019734025001526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19586414098739624},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1201755702495575}],"concepts":[{"id":"https://openalex.org/C2779548549","wikidata":"https://www.wikidata.org/wiki/Q153487","display_name":"Punctuality","level":2,"score":0.9821182489395142},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7256328463554382},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5977475643157959},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5655314326286316},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.5293753147125244},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4801711142063141},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4752195477485657},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.4687737822532654},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4303893446922302},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.4184058606624603},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.381094753742218},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3436669111251831},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3019734025001526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19586414098739624},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1201755702495575},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tits.2021.3105380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3105380","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:tudelft.nl:uuid:ead36177-821d-4233-a014-71f860d662fd","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:ead36177-821d-4233-a014-71f860d662fd","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8500000238418579}],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1252345260","display_name":null,"funder_award_id":"61925302","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G16514688","display_name":null,"funder_award_id":"6192530","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2199280503","display_name":null,"funder_award_id":"2020AY03","funder_id":"https://openalex.org/F4320316125","funder_display_name":"China Railway"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3800086164","display_name":null,"funder_award_id":"61790573","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4360197247","display_name":null,"funder_award_id":"61790573","funder_id":"https://openalex.org/F4320323066","funder_display_name":"Beijing Jiaotong University"},{"id":"https://openalex.org/G5238344398","display_name":null,"funder_award_id":"61790573","funder_id":"https://openalex.org/F4320323067","funder_display_name":"State Key Laboratory of Rail Traffic Control and Safety"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7174558747","display_name":null,"funder_award_id":"Group","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7574969165","display_name":null,"funder_award_id":"RCS2020ZZ002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8198666461","display_name":null,"funder_award_id":"RCS2020ZZ002","funder_id":"https://openalex.org/F4320323067","funder_display_name":"State Key Laboratory of Rail Traffic Control and Safety"}],"funders":[{"id":"https://openalex.org/F4320316125","display_name":"China Railway","ror":"https://ror.org/044wv3489"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323066","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84"},{"id":"https://openalex.org/F4320323067","display_name":"State Key Laboratory of Rail Traffic Control and Safety","ror":"https://ror.org/01yj56c84"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W117411274","https://openalex.org/W1988986641","https://openalex.org/W2009975158","https://openalex.org/W2022371268","https://openalex.org/W2033454236","https://openalex.org/W2038814776","https://openalex.org/W2069945978","https://openalex.org/W2070392617","https://openalex.org/W2073550647","https://openalex.org/W2077349158","https://openalex.org/W2095113878","https://openalex.org/W2145339207","https://openalex.org/W2165167046","https://openalex.org/W2201581102","https://openalex.org/W2221321873","https://openalex.org/W2337617318","https://openalex.org/W2432285071","https://openalex.org/W2507988903","https://openalex.org/W2512081275","https://openalex.org/W2526006345","https://openalex.org/W2575333338","https://openalex.org/W2746553466","https://openalex.org/W2761475530","https://openalex.org/W2783088844","https://openalex.org/W2805268279","https://openalex.org/W2861497845","https://openalex.org/W2888928730","https://openalex.org/W2951799221","https://openalex.org/W2963864421","https://openalex.org/W2990419035","https://openalex.org/W2990867489","https://openalex.org/W3032989118","https://openalex.org/W3101887541","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6789400132"],"related_works":["https://openalex.org/W2347564323","https://openalex.org/W644248512","https://openalex.org/W2968469309","https://openalex.org/W2492179096","https://openalex.org/W644243560","https://openalex.org/W2808426412","https://openalex.org/W4385832323","https://openalex.org/W4244391535","https://openalex.org/W2783088844","https://openalex.org/W2356996864"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,95,111,140],"novel":[4],"train":[5,18,30,44,59,91],"trajectory":[6,74],"optimization":[7],"approach":[8,48],"for":[9,115],"high-speed":[10],"railways.":[11],"We":[12],"restrict":[13],"our":[14],"attention":[15],"to":[16,56,89,109],"single":[17],"operation":[19,83,99],"scenarios":[20],"with":[21,159],"different":[22,160],"scheduled/rescheduled":[23],"running":[24,79,161],"times":[25,162],"aiming":[26],"at":[27],"generating":[28],"optimal":[29,58],"recommended":[31],"trajectories":[32,60],"in":[33,155],"real":[34],"time,":[35],"which":[36,117],"can":[37,118,132],"ensure":[38],"punctuality":[39,92],"and":[40,72,81,93,107,163],"energy":[41],"efficiency":[42],"of":[43,97,152],"operation.":[45],"A":[46],"learning-based":[47],"deep":[49],"deterministic":[50],"policy":[51],"gradient":[52],"(DDPG)":[53],"is":[54,87],"designed":[55],"generate":[57],"based":[61],"on":[62,139],"the":[63,67,70,73,121,146,149],"offline":[64],"training":[65,113,122],"from":[66],"interaction":[68],"between":[69],"agent":[71],"simulation":[75],"environment.":[76],"An":[77],"allocating":[78],"time":[80],"selecting":[82],"modes":[84,100],"(ARTSOM)":[85],"algorithm":[86],"proposed":[88],"improve":[90],"give":[94],"series":[96],"discrete":[98],"(full":[101],"traction,":[102],"cruising,":[103],"coasting,":[104],"full":[105],"braking),":[106],"thus":[108],"produce":[110],"feasible":[112],"set":[114],"DDPG,":[116],"speed":[119,130],"up":[120],"process.":[123],"Numerical":[124],"experiments":[125],"show":[126],"that":[127],"an":[128],"optimized":[129],"profile":[131],"be":[133],"generated":[134],"by":[135],"DDPG":[136,154],"within":[137],"seconds":[138],"realistic":[141],"railway":[142],"line.":[143],"In":[144],"addition,":[145],"results":[147],"demonstrate":[148],"generalization":[150],"ability":[151],"trained":[153],"solving":[156],"TTO":[157],"problems":[158],"line":[164],"conditions.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":5}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}