{"id":"https://openalex.org/W4380032321","doi":"https://doi.org/10.1109/tvt.2023.3283617","title":"A Deep Reinforcement Learning Based Hierarchical Eco-Driving Strategy for Connected and Automated HEVs","display_name":"A Deep Reinforcement Learning Based Hierarchical Eco-Driving Strategy for Connected and Automated HEVs","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4380032321","doi":"https://doi.org/10.1109/tvt.2023.3283617"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3283617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3283617","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052558370","display_name":"Xiaodong Wu","orcid":"https://orcid.org/0000-0002-0096-3830"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaodong Wu","raw_affiliation_strings":["Institute of Intelligent Vehicle, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Vehicle, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101453769","display_name":"Jie Li","orcid":"https://orcid.org/0000-0003-1326-6257"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Li","raw_affiliation_strings":["Institute of Intelligent Vehicle, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Vehicle, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050715710","display_name":"Chengrui Su","orcid":"https://orcid.org/0000-0003-1515-5323"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengrui Su","raw_affiliation_strings":["Institute of Intelligent Vehicle, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Vehicle, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104127192","display_name":"Jiawei Fan","orcid":"https://orcid.org/0009-0007-2985-1377"},"institutions":[{"id":"https://openalex.org/I70768539","display_name":"\u00c9cole Nationale Sup\u00e9rieure des Mines de Paris","ror":"https://ror.org/04y8cs423","country_code":"FR","type":"education","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I70768539"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jiawei Fan","raw_affiliation_strings":["Mines ParisTech, Paris Science & Lettres University, Paris, France"],"affiliations":[{"raw_affiliation_string":"Mines ParisTech, Paris Science & Lettres University, Paris, France","institution_ids":["https://openalex.org/I70768539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100725881","display_name":"Min Xu","orcid":"https://orcid.org/0000-0001-5737-2217"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Xu","raw_affiliation_strings":["Institute of Intelligent Vehicle, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Vehicle, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5052558370"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":2.1735,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.8712368,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7101389169692993},{"id":"https://openalex.org/keywords/powertrain","display_name":"Powertrain","score":0.6349654197692871},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6326882839202881},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5634070634841919},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5518046617507935},{"id":"https://openalex.org/keywords/speed-limit","display_name":"Speed limit","score":0.5488839149475098},{"id":"https://openalex.org/keywords/fuel-efficiency","display_name":"Fuel efficiency","score":0.48373866081237793},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.45937904715538025},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.4496779441833496},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.3766540288925171},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3207668662071228},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.30214229226112366},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21625423431396484},{"id":"https://openalex.org/keywords/torque","display_name":"Torque","score":0.11983585357666016}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7101389169692993},{"id":"https://openalex.org/C76047896","wikidata":"https://www.wikidata.org/wiki/Q1786258","display_name":"Powertrain","level":3,"score":0.6349654197692871},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6326882839202881},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5634070634841919},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5518046617507935},{"id":"https://openalex.org/C2780210587","wikidata":"https://www.wikidata.org/wiki/Q1077350","display_name":"Speed limit","level":2,"score":0.5488839149475098},{"id":"https://openalex.org/C45882903","wikidata":"https://www.wikidata.org/wiki/Q5042317","display_name":"Fuel efficiency","level":2,"score":0.48373866081237793},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.45937904715538025},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.4496779441833496},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.3766540288925171},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3207668662071228},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.30214229226112366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21625423431396484},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.11983585357666016},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2023.3283617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3283617","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1965455100","https://openalex.org/W1999136819","https://openalex.org/W2012186120","https://openalex.org/W2145339207","https://openalex.org/W2192404283","https://openalex.org/W2561463613","https://openalex.org/W2791095976","https://openalex.org/W2903764415","https://openalex.org/W2920406591","https://openalex.org/W2944790496","https://openalex.org/W2945021260","https://openalex.org/W2970566041","https://openalex.org/W3004886093","https://openalex.org/W3006292884","https://openalex.org/W3016964231","https://openalex.org/W3020951156","https://openalex.org/W3030245181","https://openalex.org/W3110687062","https://openalex.org/W3124068447","https://openalex.org/W3130453376","https://openalex.org/W3139822297","https://openalex.org/W3157396494","https://openalex.org/W3159689990","https://openalex.org/W3170434108","https://openalex.org/W3197138020","https://openalex.org/W3209912263","https://openalex.org/W3215110309","https://openalex.org/W4200427151","https://openalex.org/W4205488875","https://openalex.org/W4210405825","https://openalex.org/W4223509507","https://openalex.org/W4303983230","https://openalex.org/W4312536973","https://openalex.org/W6684921986","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W4388980375","https://openalex.org/W2142639873","https://openalex.org/W2360794504","https://openalex.org/W2356035581","https://openalex.org/W817819477","https://openalex.org/W2042058853","https://openalex.org/W2007109128","https://openalex.org/W2481191189","https://openalex.org/W2772971464","https://openalex.org/W2586052256"],"abstract_inverted_index":{"The":[0,54],"advancement":[1],"in":[2,47],"vehicle":[3,21,46,137],"connectivity":[4],"and":[5,42,86,107,112,159,200],"autonomy":[6],"has":[7],"fostered":[8],"the":[9,59,77,93,124,136,151,156,168,181,184,192],"development":[10],"of":[11,58,190,194],"eco-driving":[12,34,172,186],"technology,":[13],"aimed":[14],"at":[15],"optimizing":[16,180],"driving":[17],"behaviors":[18],"to":[19,37,75,91,128,145,154],"reduce":[20],"energy":[22,161,176],"consumption.":[23],"This":[24],"study":[25],"proposed":[26,60,169,185],"a":[27,40,48,63,82,96,117,140],"real-time":[28,141],"deep":[29,65],"reinforcement":[30],"learning":[31],"based":[32,70,80,171],"hierarchical":[33],"control":[35,39],"strategy":[36,61,74,173,187],"optimally":[38],"connected":[41],"automated":[43],"hybrid":[44,152],"electric":[45],"traffic":[49,132,196,201],"scenario":[50],"with":[51,131],"multiple":[52],"constraints.":[53],"speed":[55,72,114,125,158],"optimization":[56,126],"layer":[57,127],"employs":[62],"twin-delayed":[64],"deterministic":[66],"policy":[67,85],"gradient":[68],"(TD3)":[69],"reference":[71,157],"planning":[73],"compute":[76],"optimized":[78],"speed,":[79],"on":[81],"pre-trained":[83],"optimal":[84,94],"observed":[87],"environmental":[88],"states.":[89],"Specifically,":[90],"learn":[92],"policy,":[95],"multi-objective":[97],"reward":[98,106,109],"function":[99],"is":[100,121,143,188],"designed":[101],"that":[102,167],"integrates":[103],"fuel":[104],"consumption":[105],"shaping":[108],"involving":[110],"car-following":[111,199],"road":[113],"limit.":[115],"Additionally,":[116],"rule-based":[118],"competition-decision":[119],"model":[120],"embedded":[122],"within":[123],"ensure":[129],"compliance":[130],"light":[133],"rules.":[134],"In":[135],"controller":[138,142],"layer,":[139],"implemented":[144],"specify":[146],"appropriate":[147],"actuator":[148],"variables":[149],"for":[150],"powertrain":[153],"track":[155],"conduct":[160],"management":[162],"control.":[163],"Simulation":[164],"results":[165],"show":[166],"TD3":[170],"achieves":[174],"remarkable":[175],"saving":[177],"performance":[178],"by":[179],"speed.":[182],"Besides,":[183],"capable":[189],"satisfying":[191],"constraint":[193],"diverse":[195],"scenarios,":[197],"including":[198],"light,":[202],"while":[203],"also":[204],"being":[205],"computationally":[206],"lightweight.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}