{"id":"https://openalex.org/W4404848375","doi":"https://doi.org/10.1109/icnsc62968.2024.10760072","title":"Safe Reinforcement Learning-Based Adaptive Hierarchical Control Approach for Virtual Coupling Trains","display_name":"Safe Reinforcement Learning-Based Adaptive Hierarchical Control Approach for Virtual Coupling Trains","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4404848375","doi":"https://doi.org/10.1109/icnsc62968.2024.10760072"},"language":"en","primary_location":{"id":"doi:10.1109/icnsc62968.2024.10760072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnsc62968.2024.10760072","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Networking, Sensing and Control (ICNSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100673610","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-7519-2858"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["(Ministry of Education) Beijing Jiaotong University,Key Laboratory of Big Data & Artificial Intelligence in Transportation,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(Ministry of Education) Beijing Jiaotong University,Key Laboratory of Big Data & Artificial Intelligence in Transportation,Beijing,China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063056198","display_name":"Gaoyun Cheng","orcid":"https://orcid.org/0009-0009-4132-4638"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gaoyun Cheng","raw_affiliation_strings":["Traffic Control Technology Co., Ltd.,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Traffic Control Technology Co., Ltd.,Beijing,China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115590684","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0001-8676-1190"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["Traffic Control Technology Co., Ltd.,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Traffic Control Technology Co., Ltd.,Beijing,China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7676,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.71632082,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13439","display_name":"Transport and Economic Policies","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7835017442703247},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.7384125590324402},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.701634407043457},{"id":"https://openalex.org/keywords/coupling","display_name":"Coupling (piping)","score":0.5247721076011658},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4469109773635864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31395769119262695},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18623694777488708}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7835017442703247},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.7384125590324402},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.701634407043457},{"id":"https://openalex.org/C131584629","wikidata":"https://www.wikidata.org/wiki/Q4308705","display_name":"Coupling (piping)","level":2,"score":0.5247721076011658},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4469109773635864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31395769119262695},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18623694777488708},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnsc62968.2024.10760072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnsc62968.2024.10760072","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Networking, Sensing and Control (ICNSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W618248309","https://openalex.org/W2377336366","https://openalex.org/W1568097102","https://openalex.org/W4390419160","https://openalex.org/W1601203902","https://openalex.org/W2075798043","https://openalex.org/W2102464536","https://openalex.org/W4225671779","https://openalex.org/W2361332776","https://openalex.org/W2248934910"],"abstract_inverted_index":{"Virtual":[0],"coupling":[1,27,118,154,173],"presents":[2,29],"a":[3,43,58,77],"promising":[4],"solution":[5],"for":[6],"enhancing":[7,177],"urban":[8],"rail":[9],"transit":[10],"efficiency":[11,179],"through":[12],"collaborative":[13],"operations":[14],"facilitated":[15],"by":[16],"information":[17],"communication":[18],"rather":[19],"than":[20],"physical":[21],"connections.":[22],"However,":[23],"effectively":[24,97],"controlling":[25,171],"virtual":[26,117,153,172],"trains":[28,119,174],"substantial":[30],"challenges,":[31,52],"particularly":[32],"in":[33,102,146,170],"managing":[34],"implicit":[35],"and":[36,76,156,175,180],"nonlinear":[37],"safety":[38,90,99],"constraints.":[39],"This":[40,126],"paper":[41],"proposes":[42],"novel":[44],"adaptive":[45],"hierarchical":[46,127],"control":[47,55,122],"approach":[48,66],"to":[49,148,151],"address":[50],"these":[51],"modeling":[53],"the":[54,94,103,113,116,131,138,161,164],"problem":[56],"as":[57],"Constrained":[59],"Markov":[60],"Decision":[61],"Process":[62],"(CMDP).":[63],"The":[64],"proposed":[65,165],"integrates":[67],"an":[68,88],"upper":[69],"controller":[70,79],"utilizing":[71],"safe":[72,134],"reinforcement":[73],"learning":[74],"(RL)":[75],"lower":[78],"employing":[80],"Proportional":[81],"Integral":[82],"Derivative":[83],"(PID).":[84],"Safe":[85],"RL":[86,95,135],"incorporates":[87],"unrolling":[89],"layer":[91],"(USL)":[92],"into":[93],"algorithm,":[96],"addressing":[98],"constraints":[100],"inherent":[101],"system.":[104],"Additionally,":[105],"dynamic":[106,143],"adjustment":[107],"of":[108,115,123,133,140,163],"PID":[109],"parameters":[110],"based":[111],"on":[112,130],"state":[114],"enables":[120],"precise":[121],"train":[124],"operations.":[125],"architecture":[128],"capitalizes":[129],"adaptability":[132],"while":[136],"leveraging":[137],"stability":[139,155],"PID,":[141],"facilitating":[142],"strategy":[144],"adjustments":[145],"response":[147],"environmental":[149],"changes":[150],"ensure":[152],"reliability.":[157],"Simulation":[158],"experiments":[159],"validate":[160],"efficacy":[162],"approach,":[166],"demonstrating":[167],"significant":[168],"advantages":[169],"thereby":[176],"operational":[178],"safety.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}