{"id":"https://openalex.org/W4360995390","doi":"https://doi.org/10.1109/access.2023.3261900","title":"Intelligent Energy-Efficient Train Trajectory Optimization Approach Based on Supervised Reinforcement Learning for Urban Rail Transits","display_name":"Intelligent Energy-Efficient Train Trajectory Optimization Approach Based on Supervised Reinforcement Learning for Urban Rail Transits","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4360995390","doi":"https://doi.org/10.1109/access.2023.3261900"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3261900","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3261900","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10081361.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10081361.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100780022","display_name":"Guannan Li","orcid":"https://orcid.org/0000-0002-1079-2465"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Guannan Li","raw_affiliation_strings":["Department of Electrical Engineering, The Hong Kong Polytechnic University, Hong Kong, China","Hong Kong Branch of National Rail Transit Electrification and Automation Engineering Technology Research Center, Hong Kong, China","Department of Electrical Engineering, The Hong Kong Polytechnic University, Hung Hom, Kowloon, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-1079-2465","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Hong Kong Branch of National Rail Transit Electrification and Automation Engineering Technology Research Center, Hong Kong, China","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical Engineering, The Hong Kong Polytechnic University, Hung Hom, Kowloon, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014059345","display_name":"Siu Wing Or","orcid":"https://orcid.org/0000-0003-2536-5658"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Siu Wing Or","raw_affiliation_strings":["Department of Electrical Engineering, The Hong Kong Polytechnic University, Hong Kong, China","Hong Kong Branch of National Rail Transit Electrification and Automation Engineering Technology Research Center, Hong Kong, China","Department of Electrical Engineering, The Hong Kong Polytechnic University, Hung Hom, Kowloon, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-2536-5658","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Hong Kong Branch of National Rail Transit Electrification and Automation Engineering Technology Research Center, Hong Kong, China","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical Engineering, The Hong Kong Polytechnic University, Hung Hom, Kowloon, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034113722","display_name":"Ka Wing Chan","orcid":"https://orcid.org/0000-0001-7462-0753"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ka Wing Chan","raw_affiliation_strings":["Department of Electrical Engineering, The Hong Kong Polytechnic University, Hong Kong, China","Department of Electrical Engineering, The Hong Kong Polytechnic University, Hung Hom, Kowloon, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-7462-0753","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Electrical Engineering, The Hong Kong Polytechnic University, Hung Hom, Kowloon, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.6467,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.96022335,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"31508","last_page":"31521"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10842","display_name":"Railway Engineering and Dynamics","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8829768896102905},{"id":"https://openalex.org/keywords/punctuality","display_name":"Punctuality","score":0.8675850629806519},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7521389722824097},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6030235290527344},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5609564781188965},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.5096292495727539},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47229698300361633},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.449375182390213},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4120739996433258},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3466559946537018},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18752801418304443},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.08492505550384521}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8829768896102905},{"id":"https://openalex.org/C2779548549","wikidata":"https://www.wikidata.org/wiki/Q153487","display_name":"Punctuality","level":2,"score":0.8675850629806519},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7521389722824097},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6030235290527344},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5609564781188965},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.5096292495727539},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47229698300361633},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.449375182390213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4120739996433258},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3466559946537018},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18752801418304443},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.08492505550384521},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2023.3261900","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3261900","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10081361.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/99863","is_oa":true,"landing_page_url":"http://hdl.handle.net/10397/99863","pdf_url":"http://ira.lib.polyu.edu.hk/bitstream/10397/99863/1/Li_Intelligent_Energy-Efficient_Train.pdf","source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal/Magazine Article"},{"id":"pmh:oai:doaj.org/article:31ec232831184617951f663e864bfa7c","is_oa":true,"landing_page_url":"https://doaj.org/article/31ec232831184617951f663e864bfa7c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 31508-31521 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3261900","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3261900","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10081361.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G1549828507","display_name":null,"funder_award_id":"R5020-18","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"},{"id":"https://openalex.org/G1975609310","display_name":null,"funder_award_id":"No. K-BBY1","funder_id":"https://openalex.org/F4320321920","funder_display_name":"Innovation and Technology Commission"},{"id":"https://openalex.org/G8212932205","display_name":null,"funder_award_id":"K-BBY1","funder_id":"https://openalex.org/F4320321920","funder_display_name":"Innovation and Technology Commission"}],"funders":[{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"},{"id":"https://openalex.org/F4320321920","display_name":"Innovation and Technology Commission","ror":"https://ror.org/04vf9tr09"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4360995390.pdf","grobid_xml":"https://content.openalex.org/works/W4360995390.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1571587569","https://openalex.org/W1587383887","https://openalex.org/W1622701847","https://openalex.org/W1854087040","https://openalex.org/W2009975158","https://openalex.org/W2029660153","https://openalex.org/W2041388425","https://openalex.org/W2077349158","https://openalex.org/W2109879495","https://openalex.org/W2134131633","https://openalex.org/W2139160917","https://openalex.org/W2155257334","https://openalex.org/W2165167046","https://openalex.org/W2201581102","https://openalex.org/W2432285071","https://openalex.org/W2460369218","https://openalex.org/W2507988903","https://openalex.org/W2518318884","https://openalex.org/W2526006345","https://openalex.org/W2583161153","https://openalex.org/W2761475530","https://openalex.org/W2766282873","https://openalex.org/W2766957327","https://openalex.org/W2807761771","https://openalex.org/W2861497845","https://openalex.org/W2884454011","https://openalex.org/W2942910330","https://openalex.org/W2946615175","https://openalex.org/W2963561234","https://openalex.org/W2973376554","https://openalex.org/W3005986153","https://openalex.org/W3040948586","https://openalex.org/W3044495094","https://openalex.org/W3045372678","https://openalex.org/W3081881315","https://openalex.org/W3116060049","https://openalex.org/W3118362948","https://openalex.org/W3216409334","https://openalex.org/W4225741238","https://openalex.org/W4226066527","https://openalex.org/W4245510633","https://openalex.org/W6687681856","https://openalex.org/W6748839928","https://openalex.org/W6810388210"],"related_works":["https://openalex.org/W2766395386","https://openalex.org/W2376773662","https://openalex.org/W428785106","https://openalex.org/W4313598038","https://openalex.org/W2068695701","https://openalex.org/W2782149065","https://openalex.org/W1595000447","https://openalex.org/W2053811733","https://openalex.org/W2347564323","https://openalex.org/W2332851221"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"of":[2,19,132,145,162],"things":[3],"(AIoT)-enabled":[4],"intelligent":[5,58,192],"automatic":[6],"train":[7,32,60,84,113,119],"operation":[8,85,114],"(iATO)":[9],"is":[10,105],"an":[11,102],"urgently":[12],"needed":[13],"technology":[14],"to":[15,30,107,141,170,190],"expand":[16],"the":[17,23,90,143,146,156,163,176],"capability":[18],"ATO":[20],"in":[21,44,111],"addressing":[22],"real-time":[24,83,112],"responsiveness":[25],"and":[26,36,41,73,86,115,126,158,166],"dynamic":[27],"online":[28,121,171],"challenges":[29],"energy-efficient":[31,59,118],"trajectory":[33,61],"optimization":[34,62],"(TTO)":[35],"its":[37,168],"associated":[38],"ride-comfort,":[39],"punctuality,":[40],"safety":[42],"issues":[43],"modern":[45],"urban":[46],"rail":[47],"transit":[48],"networks.":[49],"This":[50],"paper":[51],"proposes":[52],"a":[53,94],"three-step":[54],"supervised":[55,74],"reinforcement":[56,70],"learning-based":[57],"(SRL-IETTO)":[63],"approach":[64],"for":[65],"iATO":[66],"by":[67,93,122],"hybrid-integrating":[68],"deep":[69],"learning":[71],"(DRL)":[72],"learning.":[75],"First,":[76],"multiple":[77],"objectives":[78],"are":[79,139],"formulated":[80],"based":[81],"on":[82],"systematically":[87],"integrated":[88],"into":[89],"RL":[91],"algorithm":[92],"binary":[95],"function-based":[96],"goal-directed":[97],"reward":[98],"design":[99],"method.":[100],"Second,":[101],"IETTO":[103],"model":[104],"established":[106],"handle":[108],"uncertain":[109,182],"disturbances":[110,183],"generate":[116],"optimal":[117],"trajectories":[120,131],"optimizing":[123],"energy":[124,160],"efficiency":[125],"receiving":[127],"supervisory":[128],"information":[129],"from":[130],"pre-trained":[133],"TTO":[134,193],"models.":[135],"Finally,":[136],"numerical":[137],"simulations":[138],"implemented":[140],"validate":[142],"effectiveness":[144],"SRL-IETTO":[147],"using":[148],"in-service":[149],"subway":[150],"line":[151],"data.":[152],"The":[153],"results":[154],"demonstrate":[155],"superiority":[157],"improved":[159],"saving":[161],"proposed":[164],"approach,":[165],"confirm":[167],"adaptability":[169],"trip":[172,186],"time":[173,179,187],"adjustments":[174],"within":[175],"practical":[177],"running":[178],"range":[180],"under":[181],"with":[184],"less":[185],"error":[188],"compared":[189],"other":[191],"algorithms.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}