{"id":"https://openalex.org/W3208788162","doi":"https://doi.org/10.1109/itsc48978.2021.9564980","title":"A Policy-Based Reinforcement Learning Approach for High-Speed Railway Timetable Rescheduling","display_name":"A Policy-Based Reinforcement Learning Approach for High-Speed Railway Timetable Rescheduling","publication_year":2021,"publication_date":"2021-09-19","ids":{"openalex":"https://openalex.org/W3208788162","doi":"https://doi.org/10.1109/itsc48978.2021.9564980","mag":"3208788162"},"language":"en","primary_location":{"id":"doi:10.1109/itsc48978.2021.9564980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc48978.2021.9564980","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100715443","display_name":"Wang Yin","orcid":"https://orcid.org/0009-0000-7099-8759"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210141966","display_name":"China Academy of Railway Sciences","ror":"https://ror.org/051wv2j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210141966"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Wang","raw_affiliation_strings":["Center of National Railway Intelligent Transportation System Engineering and Technology, China Academy of Railway Sciences Corporation Limited, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of National Railway Intelligent Transportation System Engineering and Technology, China Academy of Railway Sciences Corporation Limited, China","institution_ids":["https://openalex.org/I4210141966"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076992681","display_name":"Yisheng Lv","orcid":"https://orcid.org/0000-0002-7565-4979"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yisheng Lv","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008266220","display_name":"Jianying Zhou","orcid":"https://orcid.org/0000-0003-0594-0432"},"institutions":[{"id":"https://openalex.org/I146613903","display_name":"Shanghai Lixin University of Accounting and Finance","ror":"https://ror.org/02g81yf77","country_code":"CN","type":"education","lineage":["https://openalex.org/I146613903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianying Zhou","raw_affiliation_strings":["School of Information Management, Shanghai Lixin University of Accounting and Finance, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Management, Shanghai Lixin University of Accounting and Finance, Shanghai, China","institution_ids":["https://openalex.org/I146613903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101632782","display_name":"Zhiming Yuan","orcid":"https://orcid.org/0000-0002-3012-3656"},"institutions":[{"id":"https://openalex.org/I4210141966","display_name":"China Academy of Railway Sciences","ror":"https://ror.org/051wv2j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210141966"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiming Yuan","raw_affiliation_strings":["Center of National Railway Intelligent Transportation System Engineering and Technology, China Academy of Railway Sciences Corporation Limited, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of National Railway Intelligent Transportation System Engineering and Technology, China Academy of Railway Sciences Corporation Limited, China","institution_ids":["https://openalex.org/I4210141966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101722191","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0002-3182-3988"},"institutions":[{"id":"https://openalex.org/I4210141966","display_name":"China Academy of Railway Sciences","ror":"https://ror.org/051wv2j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210141966"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["Center of National Railway Intelligent Transportation System Engineering and Technology, China Academy of Railway Sciences Corporation Limited, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of National Railway Intelligent Transportation System Engineering and Technology, China Academy of Railway Sciences Corporation Limited, China","institution_ids":["https://openalex.org/I4210141966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090290928","display_name":"Min Zhou","orcid":"https://orcid.org/0000-0002-9286-1726"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhou","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijig, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijig, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4575,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.84891963,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2362","last_page":"2367"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10842","display_name":"Railway Engineering and Dynamics","score":0.9666000008583069,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.8779352903366089},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8001570105552673},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6938231587409973},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.6845120191574097},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.644019603729248},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.517574667930603},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.49331966042518616},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4502356946468353},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4490269124507904},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4398789405822754},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4252098798751831},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.37414467334747314},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25418955087661743},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22916051745414734}],"concepts":[{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.8779352903366089},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8001570105552673},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6938231587409973},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.6845120191574097},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.644019603729248},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.517574667930603},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.49331966042518616},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4502356946468353},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4490269124507904},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4398789405822754},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4252098798751831},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.37414467334747314},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25418955087661743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22916051745414734},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc48978.2021.9564980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc48978.2021.9564980","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2965091164","display_name":null,"funder_award_id":"61790573,61790575","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3962568087","display_name":null,"funder_award_id":"N2019G020","funder_id":"https://openalex.org/F4320328872","funder_display_name":"China Academy of Railway Sciences"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320328872","display_name":"China Academy of Railway Sciences","ror":"https://ror.org/051wv2j09"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2007450520","https://openalex.org/W2031545009","https://openalex.org/W2045565802","https://openalex.org/W2117316145","https://openalex.org/W2145339207","https://openalex.org/W2337617318","https://openalex.org/W2374728432","https://openalex.org/W2615790994","https://openalex.org/W2623693924","https://openalex.org/W2739916191","https://openalex.org/W2800510013","https://openalex.org/W2913786173","https://openalex.org/W2990867489","https://openalex.org/W3116795244","https://openalex.org/W6738596827","https://openalex.org/W6787660369","https://openalex.org/W7023670964"],"related_works":["https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2357975469","https://openalex.org/W4400868993"],"abstract_inverted_index":{"In":[0],"the":[1,8,34,42,59,67,70,75,82,95,121,127,141,166],"daily":[2],"management":[3],"of":[4,23,78],"high-speed":[5,60,143],"railway":[6,47,61,83,144],"systems,":[7],"train":[9],"timetable":[10,62],"rescheduling":[11,35,63,123,157],"problem":[12],"with":[13],"unpredictable":[14],"disturbances":[15],"is":[16,91,163],"a":[17,29,52,155],"challenging":[18],"task.":[19],"The":[20,105,146],"large":[21],"number":[22],"stations":[24],"and":[25,100,113,169],"trains":[26,80],"leads":[27],"to":[28,32,40,57,93,165],"long-time":[30],"consumption":[31],"solve":[33],"problem,":[36,64],"making":[37],"it":[38],"difficult":[39],"meet":[41],"realtime":[43],"requirements":[44],"in":[45,65],"real-world":[46],"networks.":[48],"This":[49],"paper":[50],"proposes":[51],"policy-based":[53],"reinforcement":[54],"learning":[55,111],"approach":[56,152],"address":[58],"which":[66,118,162],"agent":[68],"minimizes":[69],"total":[71],"delay":[72,138],"by":[73],"adjusting":[74],"departure":[76],"sequence":[77],"all":[79],"along":[81],"line.":[84,145],"A":[85],"two-stage":[86],"Markov":[87],"Decision":[88],"Process":[89],"model":[90,94],"established":[92],"environment":[96],"where":[97],"states,":[98],"actions,":[99],"reward":[101],"functions":[102],"are":[103,133],"designed.":[104],"proposed":[106],"method":[107],"contains":[108],"an":[109,114],"offline":[110],"process":[112],"online":[115],"application":[116],"process,":[117],"can":[119,153],"give":[120],"optimal":[122],"schedule":[124],"based":[125],"on":[126,140],"current":[128],"state":[129],"immediately.":[130],"Numerical":[131],"experiments":[132],"performed":[134],"over":[135],"two":[136],"different":[137],"scenarios":[139],"Beijing-Shanghai":[142],"simulation":[147],"results":[148],"show":[149],"that":[150],"our":[151],"find":[154],"high-quality":[156],"strategy":[158],"within":[159],"one":[160],"second,":[161],"superior":[164],"First-Come-First-Served":[167],"(FCFS)":[168],"First-Scheduled-First-Served":[170],"(FSFS)":[171],"methods.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}