{"id":"https://openalex.org/W4415482405","doi":"https://doi.org/10.1109/tits.2025.3622917","title":"Multi-Scale Reinforcement Learning of Dynamic Energy Controller for Connected Electrified Vehicles","display_name":"Multi-Scale Reinforcement Learning of Dynamic Energy Controller for Connected Electrified Vehicles","publication_year":2025,"publication_date":"2025-10-23","ids":{"openalex":"https://openalex.org/W4415482405","doi":"https://doi.org/10.1109/tits.2025.3622917"},"language":null,"primary_location":{"id":"doi:10.1109/tits.2025.3622917","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3622917","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100396777","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0001-5395-4017"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["School of Vehicle and Mobility, State Key Laboratory of Intelligent Green Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5395-4017","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, State Key Laboratory of Intelligent Green Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051378169","display_name":"Nuo Lei","orcid":"https://orcid.org/0000-0001-8731-7497"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nuo Lei","raw_affiliation_strings":["School of Vehicle and Mobility, State Key Laboratory of Intelligent Green Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8731-7497","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, State Key Laboratory of Intelligent Green Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100747108","display_name":"Shengbo Eben Li","orcid":"https://orcid.org/0000-0003-4923-3633"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengbo Eben Li","raw_affiliation_strings":["School of Vehicle and Mobility, State Key Laboratory of Intelligent Green Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4923-3633","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, State Key Laboratory of Intelligent Green Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068780105","display_name":"Junzhi Zhang","orcid":"https://orcid.org/0000-0002-5055-2941"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junzhi Zhang","raw_affiliation_strings":["School of Vehicle and Mobility, State Key Laboratory of Intelligent Green Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5055-2941","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, State Key Laboratory of Intelligent Green Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101476339","display_name":"Zhi Wang","orcid":"https://orcid.org/0009-0006-3287-9007"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["School of Vehicle and Mobility, State Key Laboratory of Intelligent Green Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-3287-9007","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, State Key Laboratory of Intelligent Green Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100396777"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":4.0358,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.94230261,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"26","issue":"12","first_page":"22607","last_page":"22619"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8447999954223633},{"id":"https://openalex.org/keywords/driving-cycle","display_name":"Driving cycle","score":0.7768999934196472},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.620199978351593},{"id":"https://openalex.org/keywords/transient","display_name":"Transient (computer programming)","score":0.4887999892234802},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.46790000796318054},{"id":"https://openalex.org/keywords/energy-flow","display_name":"Energy flow","score":0.4593999981880188},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4569000005722046},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.42309999465942383},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4180999994277954},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.41029998660087585}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8447999954223633},{"id":"https://openalex.org/C169042556","wikidata":"https://www.wikidata.org/wiki/Q16246150","display_name":"Driving cycle","level":4,"score":0.7768999934196472},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.620199978351593},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5755000114440918},{"id":"https://openalex.org/C2780799671","wikidata":"https://www.wikidata.org/wiki/Q17087362","display_name":"Transient (computer programming)","level":2,"score":0.4887999892234802},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.46790000796318054},{"id":"https://openalex.org/C206815995","wikidata":"https://www.wikidata.org/wiki/Q1341307","display_name":"Energy flow","level":3,"score":0.4593999981880188},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4569000005722046},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.43709999322891235},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.42309999465942383},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4180999994277954},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.41029998660087585},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.38999998569488525},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.37720000743865967},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.37599998712539673},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.3644999861717224},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.349700003862381},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32100000977516174},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.31290000677108765},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.303600013256073},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C520301825","wikidata":"https://www.wikidata.org/wiki/Q380170","display_name":"Energy conservation","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C92991967","wikidata":"https://www.wikidata.org/wiki/Q7644329","display_name":"Supervisory control","level":3,"score":0.299699991941452},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C114834414","wikidata":"https://www.wikidata.org/wiki/Q15477170","display_name":"Thermal management of electronic devices and systems","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C2776582896","wikidata":"https://www.wikidata.org/wiki/Q5368536","display_name":"State of charge","level":4,"score":0.27489998936653137},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2581000030040741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3622917","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3622917","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6217182015","display_name":null,"funder_award_id":"T2241003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2058266016","https://openalex.org/W2897130651","https://openalex.org/W2936616423","https://openalex.org/W2955724600","https://openalex.org/W2963656426","https://openalex.org/W2970566041","https://openalex.org/W2971254261","https://openalex.org/W3015082424","https://openalex.org/W3015423868","https://openalex.org/W3081092263","https://openalex.org/W3095399845","https://openalex.org/W3118173962","https://openalex.org/W3123642769","https://openalex.org/W3170434108","https://openalex.org/W3197950420","https://openalex.org/W3199371879","https://openalex.org/W3202705391","https://openalex.org/W3216478532","https://openalex.org/W4205209674","https://openalex.org/W4206721191","https://openalex.org/W4214930500","https://openalex.org/W4312567063","https://openalex.org/W4312983123","https://openalex.org/W4313555433","https://openalex.org/W4366158867","https://openalex.org/W4380839016","https://openalex.org/W4382318251","https://openalex.org/W4385076700","https://openalex.org/W4386233208","https://openalex.org/W4386275775","https://openalex.org/W4387092481","https://openalex.org/W4388469650","https://openalex.org/W4388469754","https://openalex.org/W4388507590","https://openalex.org/W4391797211","https://openalex.org/W4395069614","https://openalex.org/W4398247427","https://openalex.org/W4399450663"],"related_works":[],"abstract_inverted_index":{"The":[0,101],"synergy":[1],"of":[2,20,31,73,76,98],"reinforcement":[3,68],"learning":[4,69],"(RL)-based":[5],"energy":[6,44,71,87,163],"management":[7,72,164],"and":[8,36,89,110,128,140,170],"vehicle-to-everything":[9],"communication":[10],"has":[11],"been":[12],"proved":[13],"effective":[14],"in":[15,40,123],"boosting":[16],"the":[17,28,56,77,86,95,99,112,151],"fuel":[18,155],"economy":[19,156],"connected":[21],"plug-in":[22],"hybrid":[23],"electric":[24],"vehicles":[25],"(PHEVs).":[26],"However,":[27],"intricate":[29],"coupling":[30],"mechanical,":[32],"electrical,":[33],"thermal":[34,90],"states":[35,91],"driving":[37,138,143,172],"cycle":[38,139,144],"results":[39],"a":[41,66,105,136,141],"high-dimensional":[42],"complex":[43],"control":[45,121],"problem":[46],"for":[47],"PHEVs,":[48,74],"which":[49],"is":[50],"challenging":[51],"to":[52,84,119,160],"optimally":[53],"solve":[54],"within":[55],"same":[57],"time":[58,125],"scale.":[59],"To":[60],"this":[61,63],"end,":[62],"study":[64],"designs":[65],"multi-horizon":[67],"(MHRL)-based":[70],"aware":[75],"traffic":[78,147],"preview":[79],"from":[80],"intelligent":[81],"transportation":[82],"systems":[83],"optimize":[85],"flow":[88],"as":[92,94],"well":[93],"transient":[96],"dynamics":[97],"powertrain.":[100],"proposed":[102],"strategy":[103,153],"features":[104],"novel":[106],"state":[107],"space":[108],"representation,":[109],"solves":[111],"coordinated":[113],"training":[114],"among":[115],"multiple":[116],"sub-networks":[117],"belonging":[118],"different":[120],"tasks":[122],"various":[124,166],"scales.":[126],"Simulation":[127],"hardware-in-the-loop":[129],"experiments":[130],"are":[131],"carried":[132],"out":[133],"based":[134],"on":[135],"standard":[137],"real-world":[142],"with":[145],"real-time":[146],"data":[148],"demonstrate":[149],"that":[150],"MHRL":[152],"improves":[154],"by":[157],"3.0%~7.9%":[158],"compared":[159],"conventional":[161],"RL-based":[162],"under":[165],"coolant":[167],"temperature":[168],"conditions":[169],"dynamic":[171],"scenarios.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-24T08:33:08.758527","created_date":"2025-10-23T00:00:00"}