{"id":"https://openalex.org/W4289538317","doi":"https://doi.org/10.1109/tii.2022.3195888","title":"A Data-Driven Iterative Learning Approach for Optimizing the Train Control Strategy","display_name":"A Data-Driven Iterative Learning Approach for Optimizing the Train Control Strategy","publication_year":2022,"publication_date":"2022-08-02","ids":{"openalex":"https://openalex.org/W4289538317","doi":"https://doi.org/10.1109/tii.2022.3195888"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2022.3195888","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2022.3195888","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038996257","display_name":"Shuai Su","orcid":"https://orcid.org/0000-0001-8412-9853"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Su","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety and Frontiers Science Center for Smart High-speed Railway System, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8412-9853","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety and Frontiers Science Center for Smart High-speed Railway System, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043055032","display_name":"Qingyang Zhu","orcid":"https://orcid.org/0000-0003-4163-5427"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyang Zhu","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety and Frontiers Science Center for Smart High-speed Railway System, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4163-5427","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety and Frontiers Science Center for Smart High-speed Railway System, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002451272","display_name":"Junqing Liu","orcid":"https://orcid.org/0000-0001-5129-1678"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junqing Liu","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety and Frontiers Science Center for Smart High-speed Railway System, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety and Frontiers Science Center for Smart High-speed Railway System, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067908158","display_name":"Tao Tang","orcid":"https://orcid.org/0000-0001-7838-8525"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Tang","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety and Frontiers Science Center for Smart High-speed Railway System, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7838-8525","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety and Frontiers Science Center for Smart High-speed Railway System, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087825639","display_name":"Qinglai Wei","orcid":"https://orcid.org/0000-0001-7002-9800"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinglai Wei","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7002-9800","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015347934","display_name":"Yuan Cao","orcid":"https://orcid.org/0000-0001-6631-4908"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Cao","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety and Frontiers Science Center for Smart High-speed Railway System, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6631-4908","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety and Frontiers Science Center for Smart High-speed Railway System, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.9922,"has_fulltext":false,"cited_by_count":81,"citation_normalized_percentile":{"value":0.97988755,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"19","issue":"7","first_page":"7885","last_page":"7893"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12371","display_name":"Electrical Contact Performance and Analysis","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9706000089645386,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.7244383096694946},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6645126342773438},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6524490118026733},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6445489525794983},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5737999081611633},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5396080613136292},{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.507876455783844},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4913081228733063},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.4570823013782501},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.440952330827713},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4179005026817322},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.38470375537872314},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.33078187704086304},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24730777740478516},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21665015816688538},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11821061372756958}],"concepts":[{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.7244383096694946},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6645126342773438},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6524490118026733},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6445489525794983},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5737999081611633},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5396080613136292},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.507876455783844},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4913081228733063},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.4570823013782501},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.440952330827713},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4179005026817322},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.38470375537872314},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.33078187704086304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24730777740478516},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21665015816688538},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11821061372756958},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2022.3195888","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2022.3195888","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1578860266","display_name":null,"funder_award_id":"L191015","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G2723126593","display_name":null,"funder_award_id":"L201004","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G334816948","display_name":null,"funder_award_id":"U22A2046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6455391325","display_name":null,"funder_award_id":"RCS2022ZZ003","funder_id":"https://openalex.org/F4320323067","funder_display_name":"State Key Laboratory of Rail Traffic Control and Safety"},{"id":"https://openalex.org/G8860804194","display_name":null,"funder_award_id":"52172322","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320323067","display_name":"State Key Laboratory of Rail Traffic Control and Safety","ror":"https://ror.org/01yj56c84"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1852135537","https://openalex.org/W1853065930","https://openalex.org/W2009975158","https://openalex.org/W2038814776","https://openalex.org/W2145339207","https://openalex.org/W2526006345","https://openalex.org/W2533696363","https://openalex.org/W2781726626","https://openalex.org/W2887143516","https://openalex.org/W2892979040","https://openalex.org/W2903939613","https://openalex.org/W2904246096","https://openalex.org/W2949950977","https://openalex.org/W2964197766","https://openalex.org/W2970407668","https://openalex.org/W2973376554","https://openalex.org/W2976327234","https://openalex.org/W2981037657","https://openalex.org/W3020458414","https://openalex.org/W3038624044","https://openalex.org/W3048206271","https://openalex.org/W3101887541","https://openalex.org/W3105265002","https://openalex.org/W3121024234","https://openalex.org/W3148020586","https://openalex.org/W3159954685","https://openalex.org/W3176113074","https://openalex.org/W6747473740","https://openalex.org/W6757592117","https://openalex.org/W6769218391","https://openalex.org/W7037921825"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2315999538"],"abstract_inverted_index":{"The":[0],"energy-efficient":[1],"train":[2,22,89],"control":[3],"(EETC)":[4],"problem":[5,27,52],"is":[6,17,28,53,79,156],"investigated":[7],"in":[8,158],"this":[9],"article.":[10],"And":[11,141],"a":[12,56,116],"soft":[13],"actor-critic":[14],"(SAC)-based":[15],"method":[16,73,78,128],"proposed":[18,110,154],"to":[19,30,81,102,149],"optimize":[20],"the":[21,31,36,40,48,50,76,83,88,92,104,109,126,134,142,153],"driving":[23,85],"strategy.":[24],"First,":[25],"EETC":[26,51],"converted":[29],"inverse":[32],"problem,":[33],"i.e.,":[34],"minimizing":[35],"trip":[37],"time":[38],"of":[39,87,108,133],"journey":[41],"with":[42,90,138],"constant":[43],"energy":[44,135,143],"consumption.":[45],"Based":[46],"on":[47,75],"conversion,":[49],"reformulated":[54],"as":[55],"finite":[57],"Markov":[58],"decision":[59],"process,":[60],"which":[61],"can":[62,120,129,146],"be":[63,121,147,150],"solved":[64],"by":[65],"deep":[66],"reinforcement":[67],"learning":[68],"algorithms.":[69],"Second,":[70],"an":[71],"optimization":[72],"based":[74],"SAC":[77],"designed":[80],"calculate":[82],"optimal":[84],"strategy":[86],"introducing":[91],"reservoir":[93],"sampling":[94],"method.":[95,111,140],"Finally,":[96],"some":[97],"case":[98],"studies":[99],"are":[100],"conducted":[101],"verify":[103],"effectiveness":[105],"and":[106],"performance":[107,119],"Simulation":[112],"results":[113],"demonstrate":[114],"that":[115],"good":[117],"energy-saving":[118],"achieved.":[122],"In":[123],"single":[124],"interval,":[125],"SAC-based":[127],"reduce":[130],"about":[131],"1.65%":[132],"consumption":[136,144],"compared":[137],"numerical":[139],"reduction":[145],"extended":[148],"6.49%":[151],"when":[152],"approach":[155],"applied":[157],"multiple":[159],"intervals.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}