{"id":"https://openalex.org/W4286285661","doi":"https://doi.org/10.1109/iv51971.2022.9827234","title":"DRL-ECMS: An Adaptive Hierarchical Equivalent Consumption Minimization Strategy Based on Deep Reinforcement Learning","display_name":"DRL-ECMS: An Adaptive Hierarchical Equivalent Consumption Minimization Strategy Based on Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-06-05","ids":{"openalex":"https://openalex.org/W4286285661","doi":"https://doi.org/10.1109/iv51971.2022.9827234"},"language":"en","primary_location":{"id":"doi:10.1109/iv51971.2022.9827234","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv51971.2022.9827234","pdf_url":null,"source":{"id":"https://openalex.org/S4363605370","display_name":"2022 IEEE Intelligent Vehicles Symposium (IV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024067094","display_name":"Yang Lin","orcid":"https://orcid.org/0000-0003-1704-1346"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Lin","raw_affiliation_strings":["Jilin University,State Key Lab of Automotive Dynamic Simulation and Control","State Key Lab of Automotive Dynamic Simulation and Control, Jilin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jilin University,State Key Lab of Automotive Dynamic Simulation and Control","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"State Key Lab of Automotive Dynamic Simulation and Control, Jilin University","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100748494","display_name":"Liang Chu","orcid":"https://orcid.org/0000-0002-1746-5678"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Chu","raw_affiliation_strings":["Jilin University,State Key Lab of Automotive Dynamic Simulation and Control","State Key Lab of Automotive Dynamic Simulation and Control, Jilin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jilin University,State Key Lab of Automotive Dynamic Simulation and Control","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"State Key Lab of Automotive Dynamic Simulation and Control, Jilin University","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001613013","display_name":"Jincheng Hu","orcid":"https://orcid.org/0000-0002-1820-8999"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jincheng Hu","raw_affiliation_strings":["University of Glasgow,School of Computing Science","School of Computing Science, University of Glasgow"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Glasgow,School of Computing Science","institution_ids":["https://openalex.org/I7882870"]},{"raw_affiliation_string":"School of Computing Science, University of Glasgow","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449653","display_name":"Yuanjian Zhang","orcid":"https://orcid.org/0000-0001-5563-8480"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yuanjian Zhang","raw_affiliation_strings":["Queen’s University Belfast,W-Tech Center,Belfast"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen’s University Belfast,W-Tech Center,Belfast","institution_ids":["https://openalex.org/I126231945"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023366207","display_name":"Zhuoran Hou","orcid":"https://orcid.org/0000-0002-8956-7913"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4392738231","display_name":"State Key Laboratory of Automotive Simulation and Control","ror":"https://ror.org/00b67z867","country_code":null,"type":"facility","lineage":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuoran Hou","raw_affiliation_strings":["Jilin University,State Key Laboratory of Automotive Simulation and Control","State Key Laboratory of Automotive Simulation and Control, Jilin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jilin University,State Key Laboratory of Automotive Simulation and Control","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]},{"raw_affiliation_string":"State Key Laboratory of Automotive Simulation and Control, Jilin University","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8705,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.92426468,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"235","last_page":"240"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9257920384407043},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7015236020088196},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.5264994502067566},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.507351815700531},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4833366572856903},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.42844122648239136},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3397142291069031},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21737387776374817}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9257920384407043},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7015236020088196},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.5264994502067566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.507351815700531},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4833366572856903},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.42844122648239136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3397142291069031},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21737387776374817},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iv51971.2022.9827234","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv51971.2022.9827234","pdf_url":null,"source":{"id":"https://openalex.org/S4363605370","display_name":"2022 IEEE Intelligent Vehicles Symposium (IV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8899999856948853,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1587842166","https://openalex.org/W1972582376","https://openalex.org/W1997948340","https://openalex.org/W2068014733","https://openalex.org/W2083706821","https://openalex.org/W2098096678","https://openalex.org/W2236204240","https://openalex.org/W2280562613","https://openalex.org/W2466636338","https://openalex.org/W2580234402","https://openalex.org/W2772423517","https://openalex.org/W2801441281","https://openalex.org/W2989891288","https://openalex.org/W3023365787","https://openalex.org/W3123642769","https://openalex.org/W6635399970","https://openalex.org/W6689886838","https://openalex.org/W6695494192","https://openalex.org/W6789675074"],"related_works":["https://openalex.org/W2923653485","https://openalex.org/W4319083788","https://openalex.org/W3022038857","https://openalex.org/W2101748387","https://openalex.org/W4289712363","https://openalex.org/W4206669594","https://openalex.org/W4220782901","https://openalex.org/W2610686804","https://openalex.org/W1511927616","https://openalex.org/W2537866915"],"abstract_inverted_index":{"With":[0],"the":[1,13,42,49,94,112,116,126,131,136,150,159],"rise":[2],"of":[3,18,44,52,115,125,152,161],"machine":[4],"learning,":[5],"reinforcement":[6,35,53,144],"learning":[7,54,145],"(RL)":[8],"is":[9,78,120,133],"gradually":[10],"applied":[11],"to":[12,39,123],"energy":[14],"management":[15,62],"strategy":[16,63,68,119,129],"(EMS)":[17],"plug-in":[19],"hybrid":[20],"electric":[21],"vehicle":[22],"(PHEV).":[23],"Some":[24],"old":[25],"algorithms":[26,46],"have":[27],"also":[28],"achieved":[29],"better":[30,134],"results":[31,109],"by":[32],"combining":[33,64],"with":[34,71,97,102],"learning.":[36],"In":[37],"order":[38],"learn":[40],"from":[41],"advantages":[43],"previous":[45],"and":[47,106,130,156],"explore":[48],"application":[50],"potential":[51,160],"algorithm,":[55],"this":[56,91],"paper":[57,92],"proposes":[58],"an":[59,79],"adaptive":[60],"hierarchical":[61],"equivalent":[65],"consumption":[66,114],"minimization":[67],"(ECMS)":[69],"knowledge":[70],"proximal":[72],"policy":[73],"optimization":[74],"(PPO).":[75],"This":[76],"system":[77],"advanced":[80],"data-driven":[81],"RL":[82],"algorithm":[83],"at":[84],"present.":[85],"For":[86],"a":[87],"more":[88],"comprehensive":[89],"comparison,":[90],"compares":[93],"proposed":[95,117],"EMS":[96],"dynamic":[98,153],"programming":[99],"(DP),":[100],"ECMS":[101,148],"constant":[103],"equivalence":[104],"factor":[105,154],"q-learning.":[107],"The":[108],"show":[110],"that":[111,124,142],"fuel":[113],"control":[118,128],"very":[121],"close":[122],"DP-based":[127],"performance":[132],"than":[135],"other":[137],"two":[138],"strategies.":[139],"It":[140],"shows":[141],"deep":[143],"can":[146],"help":[147],"solve":[149],"problem":[151],"planning":[155],"DRL-ECMS":[157],"has":[158],"deployment":[162],"in":[163],"real-time":[164],"system.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-07-21T00:00:00"}