{"id":"https://openalex.org/W2920406591","doi":"https://doi.org/10.1109/tii.2019.2903098","title":"A Heuristic Planning Reinforcement Learning-Based Energy Management for Power-Split Plug-in Hybrid Electric Vehicles","display_name":"A Heuristic Planning Reinforcement Learning-Based Energy Management for Power-Split Plug-in Hybrid Electric Vehicles","publication_year":2019,"publication_date":"2019-03-05","ids":{"openalex":"https://openalex.org/W2920406591","doi":"https://doi.org/10.1109/tii.2019.2903098","mag":"2920406591"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2019.2903098","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2019.2903098","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100416715","display_name":"Teng Liu","orcid":"https://orcid.org/0000-0001-5862-0518"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]},{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA","CN"],"is_corresponding":true,"raw_author_name":"Teng Liu","raw_affiliation_strings":["Department of Automotive Engineering and the State Key Laboratory of Mechanical Transmission, Chongqing University, Chongqing, China","Mechanical and Mechatronics Engineering Department, University of Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Automotive Engineering and the State Key Laboratory of Mechanical Transmission, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Mechanical and Mechatronics Engineering Department, University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050750924","display_name":"Xiao Hu","orcid":"https://orcid.org/0000-0003-1128-4099"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaosong Hu","raw_affiliation_strings":["Department of Automotive Engineering and the State Key Laboratory of Mechanical Transmission, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automotive Engineering and the State Key Laboratory of Mechanical Transmission, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082636856","display_name":"Weihao Hu","orcid":"https://orcid.org/0000-0002-7019-7289"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihao Hu","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101601123","display_name":"Yuan Zou","orcid":"https://orcid.org/0000-0002-4584-793X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zou","raw_affiliation_strings":["Beijing Collaborative and Innovative Center for Electric Vehicles and School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Collaborative and Innovative Center for Electric Vehicles and School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100416715"],"corresponding_institution_ids":["https://openalex.org/I151746483","https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":14.7549,"has_fulltext":false,"cited_by_count":205,"citation_normalized_percentile":{"value":0.99256875,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"15","issue":"12","first_page":"6436","last_page":"6445"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8278532028198242},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.6782813668251038},{"id":"https://openalex.org/keywords/powertrain","display_name":"Powertrain","score":0.6702582836151123},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6263946890830994},{"id":"https://openalex.org/keywords/plug-in","display_name":"Plug-in","score":0.516688346862793},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4921655058860779},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.4547840356826782},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.42857739329338074},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3854912221431732},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3823184370994568},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.37868884205818176},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3222757875919342},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.3030904233455658},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22914177179336548},{"id":"https://openalex.org/keywords/torque","display_name":"Torque","score":0.16355487704277039}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8278532028198242},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.6782813668251038},{"id":"https://openalex.org/C76047896","wikidata":"https://www.wikidata.org/wiki/Q1786258","display_name":"Powertrain","level":3,"score":0.6702582836151123},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6263946890830994},{"id":"https://openalex.org/C4924752","wikidata":"https://www.wikidata.org/wiki/Q184148","display_name":"Plug-in","level":2,"score":0.516688346862793},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4921655058860779},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.4547840356826782},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.42857739329338074},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3854912221431732},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3823184370994568},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.37868884205818176},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3222757875919342},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3030904233455658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22914177179336548},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.16355487704277039},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2019.2903098","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2019.2903098","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2569194513","display_name":null,"funder_award_id":"51875054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1532096063","https://openalex.org/W1968649851","https://openalex.org/W1980035368","https://openalex.org/W2008791002","https://openalex.org/W2011431814","https://openalex.org/W2047111123","https://openalex.org/W2051528775","https://openalex.org/W2095379320","https://openalex.org/W2095810824","https://openalex.org/W2148881573","https://openalex.org/W2174005552","https://openalex.org/W2216723610","https://openalex.org/W2343090116","https://openalex.org/W2344863570","https://openalex.org/W2408690037","https://openalex.org/W2435418089","https://openalex.org/W2443344595","https://openalex.org/W2508473194","https://openalex.org/W2618149076","https://openalex.org/W2735803068","https://openalex.org/W2745090846","https://openalex.org/W2754060618","https://openalex.org/W2766491758","https://openalex.org/W2784092749","https://openalex.org/W2784682362","https://openalex.org/W2785483064","https://openalex.org/W2790140733","https://openalex.org/W2791424214","https://openalex.org/W2793594654","https://openalex.org/W2795898165","https://openalex.org/W2798154964","https://openalex.org/W2801441281","https://openalex.org/W2804970432","https://openalex.org/W2825903071","https://openalex.org/W2901472231","https://openalex.org/W2911622789","https://openalex.org/W2963302368","https://openalex.org/W4231687555","https://openalex.org/W4289613985","https://openalex.org/W6747681887"],"related_works":["https://openalex.org/W4388980375","https://openalex.org/W47352601","https://openalex.org/W2981957539","https://openalex.org/W4287378204","https://openalex.org/W2042058853","https://openalex.org/W2007109128","https://openalex.org/W2481191189","https://openalex.org/W2772971464","https://openalex.org/W2120878834","https://openalex.org/W2586052256"],"abstract_inverted_index":{"This":[0,105],"paper":[1],"proposes":[2],"a":[3,11,25,43,50,53,97,102,123],"heuristic":[4,98],"planning":[5,99],"energy":[6,117],"management":[7,118],"controller,":[8],"based":[9],"on":[10],"Dyna":[12,103],"agent":[13],"of":[14,24,58,83,120,126],"reinforcement":[15],"learning":[16],"(RL)":[17],"approach,":[18],"for":[19],"real-time":[20],"fuel":[21,152],"saving":[22],"optimization":[23],"plug-in":[26],"hybrid":[27],"electric":[28],"vehicle":[29,55],"(PHEV).":[30],"The":[31],"presented":[32],"method":[33],"is":[34,42,62,93,106,134],"referred":[35],"to":[36,110,147],"as":[37,49],"the":[38,59,66,81,90,107,112,116,127,143],"Dyna-H":[39,91,113,132],"algorithm,":[40],"which":[41],"model-free":[44],"online":[45],"RL":[46],"algorithm.":[47],"First,":[48],"case":[51],"study,":[52],"detailed":[54],"powertrain":[56],"modeling":[57],"Chevrolet":[60],"Volt":[61],"built,":[63],"where":[64],"all":[65],"control":[67],"components":[68],"have":[69],"been":[70],"experimentally":[71],"validated.":[72],"Four":[73],"traction":[74],"operation":[75],"modes":[76],"are":[77],"allowed":[78],"by":[79],"managing":[80],"states":[82],"two":[84],"clutches":[85],"and":[86,131,154],"one":[87],"brake.":[88],"Furthermore,":[89],"algorithm":[92,114,145],"introduced":[94],"via":[95],"incorporating":[96],"strategy":[100],"into":[101],"agent.":[104],"first":[108],"time":[109],"apply":[111],"in":[115,136,150],"field":[119],"PHEVs.":[121],"Finally,":[122],"comparative":[124],"analysis":[125],"one-step":[128],"Q-learning,":[129],"Dyna,":[130],"algorithms":[133],"conducted":[135],"simulations.":[137],"Numerous":[138],"testing":[139],"results":[140],"indicate":[141],"that":[142],"proposed":[144],"leads":[146],"definite":[148],"improvements":[149],"equivalent":[151],"economy":[153],"computational":[155],"speed.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":31},{"year":2021,"cited_by_count":29},{"year":2020,"cited_by_count":43},{"year":2019,"cited_by_count":14}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}