{"id":"https://openalex.org/W3194724567","doi":"https://doi.org/10.1109/tai.2021.3097313","title":"Suspension Regulation of Medium-Low-Speed Maglev Trains Via Deep Reinforcement Learning","display_name":"Suspension Regulation of Medium-Low-Speed Maglev Trains Via Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-08-01","ids":{"openalex":"https://openalex.org/W3194724567","doi":"https://doi.org/10.1109/tai.2021.3097313","mag":"3194724567"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2021.3097313","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2021.3097313","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026081309","display_name":"Feiran Zhao","orcid":"https://orcid.org/0000-0003-3142-2903"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Feiran Zhao","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088962631","display_name":"Keyou You","orcid":"https://orcid.org/0000-0003-4355-5340"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keyou You","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101868179","display_name":"Shiji Song","orcid":"https://orcid.org/0000-0003-0858-1770"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiji Song","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101679142","display_name":"Wenyue Zhang","orcid":"https://orcid.org/0009-0005-2412-6243"},"institutions":[{"id":"https://openalex.org/I4210126257","display_name":"CRRC (China)","ror":"https://ror.org/033g21894","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210126257"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyue Zhang","raw_affiliation_strings":["CRRC Zhuzhou Locomotive Co. Ltd., Zhuzhou, China"],"affiliations":[{"raw_affiliation_string":"CRRC Zhuzhou Locomotive Co. Ltd., Zhuzhou, China","institution_ids":["https://openalex.org/I4210126257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085394225","display_name":"Laisheng Tong","orcid":"https://orcid.org/0000-0001-6905-5198"},"institutions":[{"id":"https://openalex.org/I4210126257","display_name":"CRRC (China)","ror":"https://ror.org/033g21894","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210126257"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Laisheng Tong","raw_affiliation_strings":["CRRC Zhuzhou Locomotive Co. Ltd., Zhuzhou, China"],"affiliations":[{"raw_affiliation_string":"CRRC Zhuzhou Locomotive Co. Ltd., Zhuzhou, China","institution_ids":["https://openalex.org/I4210126257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5026081309"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.6238,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.89844852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2","issue":"4","first_page":"341","last_page":"351"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11602","display_name":"Magnetic Bearings and Levitation Dynamics","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11602","display_name":"Magnetic Bearings and Levitation Dynamics","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9722999930381775,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9370999932289124,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/maglev","display_name":"Maglev","score":0.9238773584365845},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.8211343288421631},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7952278852462769},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.690126895904541},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6726303696632385},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5926748514175415},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5592479705810547},{"id":"https://openalex.org/keywords/overshoot","display_name":"Overshoot (microwave communication)","score":0.5187421441078186},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4279114305973053},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.41346997022628784},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4003227651119232},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3386935591697693},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.20529791712760925},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14858880639076233}],"concepts":[{"id":"https://openalex.org/C196781063","wikidata":"https://www.wikidata.org/wiki/Q160047","display_name":"Maglev","level":2,"score":0.9238773584365845},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.8211343288421631},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7952278852462769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.690126895904541},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6726303696632385},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5926748514175415},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5592479705810547},{"id":"https://openalex.org/C2780323453","wikidata":"https://www.wikidata.org/wiki/Q7113957","display_name":"Overshoot (microwave communication)","level":2,"score":0.5187421441078186},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4279114305973053},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.41346997022628784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4003227651119232},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3386935591697693},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.20529791712760925},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14858880639076233},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2021.3097313","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2021.3097313","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6800000071525574}],"awards":[{"id":"https://openalex.org/G1850434087","display_name":null,"funder_award_id":"62033006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W1969742965","https://openalex.org/W2030029633","https://openalex.org/W2034154337","https://openalex.org/W2045943086","https://openalex.org/W2097381042","https://openalex.org/W2121863487","https://openalex.org/W2137076887","https://openalex.org/W2138245911","https://openalex.org/W2138509247","https://openalex.org/W2141559645","https://openalex.org/W2153028751","https://openalex.org/W2165150801","https://openalex.org/W2165698076","https://openalex.org/W2167753078","https://openalex.org/W2290167732","https://openalex.org/W2342607028","https://openalex.org/W2342942503","https://openalex.org/W2487787261","https://openalex.org/W2556434682","https://openalex.org/W2586311986","https://openalex.org/W2610555171","https://openalex.org/W2767621342","https://openalex.org/W2787938642","https://openalex.org/W2822752092","https://openalex.org/W2899639849","https://openalex.org/W2907214660","https://openalex.org/W2961593416","https://openalex.org/W2962872206","https://openalex.org/W2963729305","https://openalex.org/W2963864421","https://openalex.org/W2963923407","https://openalex.org/W2987401022","https://openalex.org/W2999863957","https://openalex.org/W3067949064","https://openalex.org/W3161844359","https://openalex.org/W4214717370","https://openalex.org/W4256160650","https://openalex.org/W4285719527","https://openalex.org/W4302570325","https://openalex.org/W6638667902","https://openalex.org/W6674600207","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W2067051746","https://openalex.org/W4293868274","https://openalex.org/W4386412075","https://openalex.org/W2698567378","https://openalex.org/W4389515241","https://openalex.org/W2810278913","https://openalex.org/W2110981444","https://openalex.org/W2547959363","https://openalex.org/W2588803791","https://openalex.org/W1990552079"],"abstract_inverted_index":{"This":[0],"article":[1],"studies":[2],"the":[3,53,60,76,80,87,91,100,116,120,177,186,192,198,202,224],"suspension":[4],"regulation":[5],"problem":[6,131],"of":[7,119,132,234],"medium-low-speed":[8],"maglev":[9,138],"trains":[10],"(mlsMTs),":[11],"which":[12,149],"is":[13,122,135,150],"not":[14],"well":[15],"solved":[16],"by":[17,26,78,196],"most":[18],"model-based":[19,110],"controllers.":[20],"We":[21,175],"propose":[22,42,69,180],"a":[23,30,43,64,70,96,166,170,232],"sample-based":[24],"controller":[25,94,171,205,210],"reformulating":[27],"it":[28],"as":[29,165],"continuous":[31],"Markov":[32],"decision":[33],"process":[34],"(MDP)":[35],"with":[36,47,95],"unknown":[37],"transition":[38],"probabilities.":[39],"Then,":[40],"we":[41,62,84],"reinforcement":[44],"learning":[45,163,191],"algorithm":[46],"actor-critic":[48],"neural":[49],"networks":[50],"to":[51,74,109,152,157,179,184,238],"solve":[52],"MDP.":[54],"To":[55],"reduce":[56],"estimation":[57],"errors":[58],"in":[59,102,154,231],"Q-function,":[61],"adopt":[63],"double":[65],"Q-learning":[66],"scheme":[67],"and":[68,105,159],"novel":[71],"initialization":[72,226],"method":[73,227],"accelerate":[75],"convergence":[77],"exploiting":[79],"PID":[81,93,204,216],"controller.":[82],"Finally,":[83],"illustrate":[85],"that":[86,115],"proposed":[88,199,225],"controllers":[89],"outperform":[90,201],"existing":[92],"real":[97,193],"dataset":[98,194],"from":[99,173],"mlsMT":[101],"Changsha,":[103],"China,":[104],"are":[106,176],"even":[107,217],"comparable":[108],"controllers,":[111],"which,":[112],"however,":[113],"assume":[114],"complete":[117],"information":[118],"model":[121],"known,":[123],"via":[124],"simulations.":[125],"<p":[126],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[127],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>Impact":[128],"Statement</i>\u2014The":[129],"control":[130,142,188,236],"levitation":[133,187],"systems":[134],"essential":[136],"for":[137],"trains.":[139],"The":[140],"advanced":[141],"methods":[143],"require":[144],"an":[145],"exact":[146],"dynamical":[147],"model,":[148],"difficult":[151],"establish":[153],"practice":[155],"due":[156],"uncertainties":[158],"complex":[160],"dynamics.":[161],"Reinforcement":[162],"(RL),":[164],"model-free":[167],"method,":[168],"learns":[169],"directly":[172],"data.":[174],"first":[178],"deep":[181],"RL":[182],"algorithms":[183,200],"address":[185],"problem.":[189],"By":[190],"provided":[195],"CRRC,":[197],"well-known":[203],"significantly.":[206],"In":[207],"particular,":[208],"our":[209],"responses":[211],"50":[212],"times":[213],"faster":[214],"than":[215],"without":[218],"additional":[219],"efforts":[220],"on":[221],"modeling.":[222],"Moreover,":[223],"can":[228],"be":[229],"applied":[230],"variety":[233],"RL-based":[235],"problems":[237],"improve":[239],"performance.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}