{"id":"https://openalex.org/W4295298153","doi":"https://doi.org/10.1109/tvt.2022.3205379","title":"Energy-Saving Train Operation Synergy Based on Multi-Agent Deep Reinforcement Learning on Spark Cloud","display_name":"Energy-Saving Train Operation Synergy Based on Multi-Agent Deep Reinforcement Learning on Spark Cloud","publication_year":2022,"publication_date":"2022-09-09","ids":{"openalex":"https://openalex.org/W4295298153","doi":"https://doi.org/10.1109/tvt.2022.3205379"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3205379","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3205379","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011034194","display_name":"Mengying Shang","orcid":"https://orcid.org/0000-0002-1367-1394"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengying Shang","raw_affiliation_strings":["School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1367-1394","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101800959","display_name":"Yonghua Zhou","orcid":"https://orcid.org/0000-0003-2658-0982"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghua Zhou","raw_affiliation_strings":["School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2658-0982","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032798591","display_name":"Yiduo Mei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiduo Mei","raw_affiliation_strings":["Zhongguancun Smart City Company, Ltd, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongguancun Smart City Company, Ltd, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108429579","display_name":"Jie Zhao","orcid":"https://orcid.org/0000-0003-1029-6194"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhao","raw_affiliation_strings":["School of Computer and Information Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042597849","display_name":"Hamido Fujita","orcid":"https://orcid.org/0000-0001-5256-210X"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]},{"id":"https://openalex.org/I4210095677","display_name":"Instituto Andaluz de Ciencias de la Tierra","ror":"https://ror.org/00v0g9w49","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210095677"]},{"id":"https://openalex.org/I4387155935","display_name":"HUTECH University","ror":"https://ror.org/05xpj2n48","country_code":null,"type":"education","lineage":["https://openalex.org/I4387155935"]},{"id":"https://openalex.org/I47265099","display_name":"Ho Chi Minh City University of Technology","ror":"https://ror.org/04qva2324","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I47265099"]},{"id":"https://openalex.org/I6090238","display_name":"Iwate Prefectural University","ror":"https://ror.org/054dx8336","country_code":"JP","type":"education","lineage":["https://openalex.org/I6090238"]}],"countries":["ES","JP","VN"],"is_corresponding":false,"raw_author_name":"Hamido Fujita","raw_affiliation_strings":["Faculty of Information Technology, HUTECH University, Ho Chi Minh City, Vietnam","Andalusian Research Institute in Data Science and Computational Intelligence (DaSCI), University of Granada, Granada, Spain","Regional Research Center, Iwate Prefectural University, Takizawa, Japan"],"raw_orcid":"https://orcid.org/0000-0001-5256-210X","affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, HUTECH University, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I4387155935","https://openalex.org/I47265099"]},{"raw_affiliation_string":"Andalusian Research Institute in Data Science and Computational Intelligence (DaSCI), University of Granada, Granada, Spain","institution_ids":["https://openalex.org/I173304897","https://openalex.org/I4210095677"]},{"raw_affiliation_string":"Regional Research Center, Iwate Prefectural University, Takizawa, Japan","institution_ids":["https://openalex.org/I6090238"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8103,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.85880104,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"72","issue":"1","first_page":"214","last_page":"226"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7726325392723083},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7195106744766235},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6808885335922241},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.6643266081809998},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6136158108711243},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.48370271921157837},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4769367575645447},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.47055768966674805},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.402451753616333},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33414626121520996},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29537898302078247},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29319119453430176}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7726325392723083},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7195106744766235},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6808885335922241},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.6643266081809998},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6136158108711243},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.48370271921157837},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4769367575645447},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.47055768966674805},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.402451753616333},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33414626121520996},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29537898302078247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29319119453430176},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3205379","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3205379","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G1985482890","display_name":null,"funder_award_id":"L191017","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G7861706047","display_name":null,"funder_award_id":"61673049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2034336641","https://openalex.org/W2038411731","https://openalex.org/W2062403898","https://openalex.org/W2090786169","https://openalex.org/W2095113878","https://openalex.org/W2109879495","https://openalex.org/W2113019421","https://openalex.org/W2146790735","https://openalex.org/W2286071705","https://openalex.org/W2575333338","https://openalex.org/W2619522660","https://openalex.org/W2619823454","https://openalex.org/W2789309538","https://openalex.org/W2809201089","https://openalex.org/W2809565161","https://openalex.org/W2893386042","https://openalex.org/W2901467911","https://openalex.org/W2903879116","https://openalex.org/W2908211935","https://openalex.org/W2941026147","https://openalex.org/W2948213667","https://openalex.org/W3030840723","https://openalex.org/W3091074232","https://openalex.org/W3091934141","https://openalex.org/W3097994999","https://openalex.org/W3098146511","https://openalex.org/W3133541004","https://openalex.org/W3157947470","https://openalex.org/W3162452620","https://openalex.org/W3168280632","https://openalex.org/W4205261972","https://openalex.org/W6759315145"],"related_works":["https://openalex.org/W618248309","https://openalex.org/W2377336366","https://openalex.org/W1601203902","https://openalex.org/W2075798043","https://openalex.org/W4390419160","https://openalex.org/W2102464536","https://openalex.org/W2361332776","https://openalex.org/W2228755093","https://openalex.org/W4255043822","https://openalex.org/W1935520807"],"abstract_inverted_index":{"With":[0],"the":[1,14,27,39,52,63,79,105,112,126,133,152,167,171,184,196,205,209],"development":[2],"of":[3,29,47,109,149,158,173,187],"urban":[4],"rail":[5],"transit,":[6],"energy":[7,41,50,101,165,206],"conservation":[8],"has":[9],"been":[10],"highly":[11],"concerned":[12],"by":[13],"worldwide":[15],"railway":[16],"industry.":[17],"The":[18,120,140,178,192],"existing":[19],"energy-saving":[20],"control":[21,110],"methods":[22],"are":[23,123],"hard":[24],"to":[25,37,71,77,96,104,130,166,203],"meet":[26],"requirements":[28],"large-scale":[30,159],"multi-train":[31],"intelligent":[32,153],"cooperation.":[33],"Furthermore,":[34],"in":[35,62],"order":[36],"optimize":[38],"overall":[40],"consumption":[42],"and":[43,83,155,163,208],"make":[44],"effective":[45],"utilization":[46],"regenerative":[48],"braking":[49],"(RBE),":[51],"micro":[53],"train":[54,65,80,160],"driving":[55],"strategies":[56],"must":[57],"be":[58],"taken":[59],"into":[60],"account":[61],"macro":[64],"schedule":[66],"regulation.":[67],"This":[68],"article":[69],"aims":[70],"establish":[72],"a":[73,85],"systematic":[74],"optimization":[75],"model":[76],"describe":[78],"traffic":[81],"environment":[82],"design":[84],"deep":[86],"reinforcement":[87],"learning":[88,134,154],"(DRL)":[89],"approach":[90,143,199],"using":[91],"multi-agent":[92],"cooperative":[93],"actor-critic":[94],"(MACAC)":[95],"reschedule":[97],"multiple":[98,121],"trains":[99],"for":[100,118,218],"saving.":[102],"Due":[103],"high":[106],"dimensional":[107],"characteristic":[108],"actions,":[111],"action":[113],"representation":[114],"technique":[115],"is":[116,147,216],"applied":[117],"generalization.":[119],"agents":[122],"deployed":[124],"on":[125,144,170,213],"Spark":[127,145,214],"cloud":[128,146,215],"platform":[129],"effectively":[131,201],"improve":[132,204],"efficiency":[135,157],"through":[136,183],"multi-node":[137],"parallel":[138,210],"computing.":[139],"proposed":[141,197],"MACAC":[142,198],"capable":[148],"dealing":[150],"with":[151],"computing":[156,211],"operation":[161],"synergy,":[162],"saving":[164],"maximum":[168],"extent":[169],"premise":[172],"satisfying":[174],"various":[175],"time":[176],"constraints.":[177],"evaluation":[179],"was":[180],"carried":[181],"out":[182],"field":[185],"data":[186],"Beijing":[188],"Yizhuang":[189],"subway":[190],"line.":[191],"results":[193],"show":[194],"that":[195],"can":[200],"learn":[202],"efficiency,":[207],"method":[212],"suitable":[217],"practical":[219],"applications.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}