{"id":"https://openalex.org/W4399451321","doi":"https://doi.org/10.1109/tits.2024.3404504","title":"Hybrid Decision-Making for Intelligent High-Speed Train Operation: A Boundary Constraint and Pre-Evaluation Reinforcement Learning Approach","display_name":"Hybrid Decision-Making for Intelligent High-Speed Train Operation: A Boundary Constraint and Pre-Evaluation Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-06-05","ids":{"openalex":"https://openalex.org/W4399451321","doi":"https://doi.org/10.1109/tits.2024.3404504"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3404504","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3404504","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032962865","display_name":"H. Zhang","orcid":"https://orcid.org/0009-0000-1742-5767"},"institutions":[{"id":"https://openalex.org/I63371133","display_name":"Chongqing Jiaotong University","ror":"https://ror.org/01t001k65","country_code":"CN","type":"education","lineage":["https://openalex.org/I63371133"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haotong Zhang","raw_affiliation_strings":["College of Information Science and Engineering, Chongqing Jiaotong University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Chongqing Jiaotong University, Chongqing, China","institution_ids":["https://openalex.org/I63371133"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102903136","display_name":"Kai Xu","orcid":"https://orcid.org/0000-0003-4769-994X"},"institutions":[{"id":"https://openalex.org/I63371133","display_name":"Chongqing Jiaotong University","ror":"https://ror.org/01t001k65","country_code":"CN","type":"education","lineage":["https://openalex.org/I63371133"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Xu","raw_affiliation_strings":["College of Information Science and Engineering, Chongqing Jiaotong University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Chongqing Jiaotong University, Chongqing, China","institution_ids":["https://openalex.org/I63371133"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032642266","display_name":"Deqing Huang","orcid":"https://orcid.org/0000-0002-8185-9030"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deqing Huang","raw_affiliation_strings":["School of Electrical Engineering and the Key Laboratory of Railway Industry of Advanced Energy Traction and Comprehensive Energy Conservation, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and the Key Laboratory of Railway Industry of Advanced Energy Traction and Comprehensive Energy Conservation, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075310507","display_name":"Deqiang He","orcid":"https://orcid.org/0000-0002-7668-9399"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deqiang He","raw_affiliation_strings":["Guangxi Key Laboratory of Manufacturing System and Advanced Manufacturing Technology, School of Mechanical Engineering, Guangxi University, Nanning, China","School of Mechanical Engineering, Guangxi Key Laboratory of Manufacturing System and Advanced Manufacturing Technology, Guangxi University, Nanning, China"],"affiliations":[{"raw_affiliation_string":"Guangxi Key Laboratory of Manufacturing System and Advanced Manufacturing Technology, School of Mechanical Engineering, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"School of Mechanical Engineering, Guangxi Key Laboratory of Manufacturing System and Advanced Manufacturing Technology, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088678551","display_name":"Shixun Wu","orcid":"https://orcid.org/0000-0002-7797-5610"},"institutions":[{"id":"https://openalex.org/I63371133","display_name":"Chongqing Jiaotong University","ror":"https://ror.org/01t001k65","country_code":"CN","type":"education","lineage":["https://openalex.org/I63371133"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shixun Wu","raw_affiliation_strings":["College of Information Science and Engineering, Chongqing Jiaotong University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Chongqing Jiaotong University, Chongqing, China","institution_ids":["https://openalex.org/I63371133"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090737638","display_name":"Gang Xian","orcid":"https://orcid.org/0000-0002-0388-3406"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Xian","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5032962865"],"corresponding_institution_ids":["https://openalex.org/I63371133"],"apc_list":null,"apc_paid":null,"fwci":1.7462,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.85472862,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"25","issue":"11","first_page":"17979","last_page":"17992"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9592999815940857,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9435999989509583,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8091335892677307},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5852692127227783},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5833526253700256},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.50926673412323},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.5052972435951233},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.41135355830192566},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3379271328449249},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3377498388290405},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.18262189626693726},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13918587565422058}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8091335892677307},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5852692127227783},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5833526253700256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.50926673412323},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.5052972435951233},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.41135355830192566},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3379271328449249},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3377498388290405},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.18262189626693726},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13918587565422058},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3404504","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3404504","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G6526989623","display_name":null,"funder_award_id":"52072081","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2052466744","https://openalex.org/W2077349158","https://openalex.org/W2096045964","https://openalex.org/W2318352949","https://openalex.org/W2966477667","https://openalex.org/W3031798691","https://openalex.org/W3036766693","https://openalex.org/W3045372678","https://openalex.org/W3081881315","https://openalex.org/W3101887541","https://openalex.org/W3116043511","https://openalex.org/W3116389226","https://openalex.org/W3128395826","https://openalex.org/W3148020586","https://openalex.org/W3156070738","https://openalex.org/W3156995903","https://openalex.org/W3158743991","https://openalex.org/W3161037238","https://openalex.org/W3162452620","https://openalex.org/W3197799277","https://openalex.org/W3199469541","https://openalex.org/W3210638057","https://openalex.org/W4205359845","https://openalex.org/W4206007985","https://openalex.org/W4220747123","https://openalex.org/W4220835434","https://openalex.org/W4223952514","https://openalex.org/W4226098565","https://openalex.org/W4226223832","https://openalex.org/W4285735663","https://openalex.org/W4288391432","https://openalex.org/W4293150050","https://openalex.org/W4297964528","https://openalex.org/W4309694769","https://openalex.org/W4312435357","https://openalex.org/W4312661392","https://openalex.org/W4312714128","https://openalex.org/W4328113559","https://openalex.org/W4360995390","https://openalex.org/W4365420505","https://openalex.org/W4366308958","https://openalex.org/W4388627410","https://openalex.org/W4390887444","https://openalex.org/W6840380725"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Deep":[0,127],"Reinforcement":[1,98],"Learning":[2,99],"(DRL)":[3],"is":[4],"the":[5,31,54,63,78,83,109,116,124,148,155,160,163,170,175,177,193],"most":[6],"promising":[7],"technology":[8],"for":[9],"improving":[10],"high-speed":[11,37],"train\u2019s":[12],"energy":[13],"efficiency":[14,153,186,199],"and":[15,43,62,96,123,133,139,151,173,187,200],"operation":[16,144,149],"quality.":[17],"Existing":[18],"solutions,":[19],"however,":[20],"suffer":[21],"from":[22],"three":[23],"significant":[24],"limitations:":[25],"1)":[26],"They":[27,74],"cannot":[28],"effectively":[29],"constrain":[30],"huge":[32],"exploration":[33,171],"space":[34,172],"generated":[35],"by":[36,167],"trains":[38],"under":[39],"high":[40],"temporal":[41],"deformability":[42],"long-distance":[44],"trips;":[45],"2)":[46],"The":[47],"reward":[48,68,179],"function":[49],"has":[50],"no":[51],"adaptability":[52],"to":[53,102,141,146],"different":[55,59],"energy-efficiency":[56],"difficulties":[57],"of":[58,82,137,154,162],"travel":[60],"schedules,":[61],"agent":[64,84,176],"will":[65],"receive":[66],"incorrect":[67],"signals,":[69],"requiring":[70],"manual":[71],"adjustment;":[72],"3)":[73],"do":[75],"not":[76,181],"avoid":[77],"invalid":[79],"action":[80],"sequences":[81],"well.":[85],"To":[86],"address":[87],"this":[88],"challenge,":[89],"we":[90],"propose":[91],"a":[92,135],"revolutionary":[93],"Boundary":[94],"Constrained":[95],"Pre-evaluated":[97,117],"(BCPRL)":[100],"approach":[101,107],"alleviate":[103],"these":[104],"issues.":[105],"This":[106],"combines":[108],"Shrink":[110],"Trajectory":[111],"Exploration":[112],"Space":[113],"(STES)":[114],"module,":[115,122],"Energy-efficiency":[118],"Scenario":[119],"Complexity":[120],"(PESC)":[121],"Twin":[125],"Delayed":[126],"Deterministic":[128],"Policy":[129],"Gradient":[130],"(TD3)":[131],"module":[132],"uses":[134],"hybrid":[136],"STES":[138],"TD3":[140],"make":[142],"train":[143],"decision-making":[145],"improve":[147],"quality":[150],"learning":[152,198],"agent.":[156],"Numerical":[157],"experiments":[158],"validate":[159],"effectiveness":[161],"BCPRL":[164],"approach,":[165],"which,":[166],"drastically":[168],"reducing":[169],"getting":[174],"correct":[178],"signal,":[180],"only":[182],"maintains":[183],"excellence":[184],"in":[185,197],"punctuality":[188],"but":[189],"also":[190],"far":[191],"surpasses":[192],"other":[194],"baseline":[195],"approaches":[196],"robustness.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}