{"id":"https://openalex.org/W3161790381","doi":"https://doi.org/10.1109/access.2021.3079903","title":"A Real-Time Intelligent Energy Management Strategy for Hybrid Electric Vehicles Using Reinforcement Learning","display_name":"A Real-Time Intelligent Energy Management Strategy for Hybrid Electric Vehicles Using Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3161790381","doi":"https://doi.org/10.1109/access.2021.3079903","mag":"3161790381"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3079903","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3079903","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09430498.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09430498.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101535662","display_name":"Woong Lee","orcid":"https://orcid.org/0000-0003-3975-8364"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Woong Lee","raw_affiliation_strings":["Hanyang University, Ansan, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-3975-8364","affiliations":[{"raw_affiliation_string":"Hanyang University, Ansan, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028064518","display_name":"Heaseong Jeoung","orcid":"https://orcid.org/0000-0003-4894-7087"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Haeseong Jeoung","raw_affiliation_strings":["Hanyang University, Ansan, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-4894-7087","affiliations":[{"raw_affiliation_string":"Hanyang University, Ansan, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101596568","display_name":"Dohyun Park","orcid":"https://orcid.org/0000-0002-8748-1497"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dohyun Park","raw_affiliation_strings":["Hanyang University, Ansan, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-8748-1497","affiliations":[{"raw_affiliation_string":"Hanyang University, Ansan, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022522594","display_name":"Tacksu Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Tacksu Kim","raw_affiliation_strings":["Hanyang University, Ansan, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanyang University, Ansan, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021244344","display_name":"Heeyun Lee","orcid":"https://orcid.org/0000-0003-1737-962X"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Heeyun Lee","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-1737-962X","affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102735312","display_name":"Namwook Kim","orcid":"https://orcid.org/0000-0002-1330-7883"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Namwook Kim","raw_affiliation_strings":["Hanyang University, Ansan, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-1330-7883","affiliations":[{"raw_affiliation_string":"Hanyang University, Ansan, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.8097,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.9117929,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"72759","last_page":"72768"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7961224317550659},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7247614860534668},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.6351709365844727},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.6253529787063599},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5428076386451721},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4880486726760864},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42753374576568604},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4258638024330139},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4101618230342865},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4001796841621399},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.38128504157066345},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.371444970369339},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.3571752905845642},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11563006043434143},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10012122988700867}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7961224317550659},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7247614860534668},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.6351709365844727},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.6253529787063599},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5428076386451721},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4880486726760864},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42753374576568604},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4258638024330139},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4101618230342865},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4001796841621399},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.38128504157066345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.371444970369339},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3571752905845642},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11563006043434143},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10012122988700867},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3079903","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3079903","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09430498.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6519dd60c3f54393b665ad18b95f41f4","is_oa":true,"landing_page_url":"https://doaj.org/article/6519dd60c3f54393b665ad18b95f41f4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 72759-72768 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3079903","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3079903","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09430498.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G5223463179","display_name":null,"funder_award_id":"20011834","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"}],"funders":[{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3161790381.pdf","grobid_xml":"https://content.openalex.org/works/W3161790381.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1965654928","https://openalex.org/W2020750584","https://openalex.org/W2044094271","https://openalex.org/W2066712050","https://openalex.org/W2095379320","https://openalex.org/W2103468707","https://openalex.org/W2116507007","https://openalex.org/W2149751000","https://openalex.org/W2161758672","https://openalex.org/W2165726932","https://openalex.org/W2168231339","https://openalex.org/W2216723610","https://openalex.org/W2257979135","https://openalex.org/W2280562613","https://openalex.org/W2288529667","https://openalex.org/W2316628432","https://openalex.org/W2344863570","https://openalex.org/W2346806992","https://openalex.org/W2483705917","https://openalex.org/W2517811660","https://openalex.org/W2525486061","https://openalex.org/W2618149076","https://openalex.org/W2793435266","https://openalex.org/W2909696589","https://openalex.org/W2946555251","https://openalex.org/W2947693385","https://openalex.org/W2962759351","https://openalex.org/W2963168978","https://openalex.org/W2968726803","https://openalex.org/W2973461823","https://openalex.org/W2990932612","https://openalex.org/W3011281030","https://openalex.org/W3016108035","https://openalex.org/W3026387788","https://openalex.org/W3047929032","https://openalex.org/W6683501427"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W1968767884","https://openalex.org/W2150802979","https://openalex.org/W2356819012","https://openalex.org/W2110050003","https://openalex.org/W4391423612"],"abstract_inverted_index":{"Equivalent":[0],"Consumption":[1],"Management":[2],"Strategy":[3],"(ECMS),":[4],"a":[5,24,86,101,107,214],"representative":[6],"energy":[7,128],"management":[8,129],"strategy":[9],"for":[10,89,197,216],"hybrid":[11],"electric":[12,34],"vehicles":[13],"(HEVs)":[14],"derived":[15],"from":[16],"Pontryagin's":[17],"minimum":[18],"principle,":[19],"is":[20,36,54,57,70,100,152,161,172,204],"known":[21],"to":[22,40,51,59,111,137],"produce":[23],"near-optimal":[25],"solution":[26],"if":[27,157],"the":[28,41,48,62,65,73,113,117,132,158,165,169,178,184,199,202,218],"costate":[29,74,93],"or":[30,121,140],"equivalent":[31],"factor":[32],"of":[33,64,168],"use":[35],"appropriately":[37],"determined":[38,77],"according":[39],"driving":[42,69,142],"conditions.":[43],"One":[44],"problem":[45],"when":[46],"applying":[47],"control":[49,66,119,124,133,151,159,186],"concept":[50,125,187,203],"real-world":[52],"scenarios":[53],"that":[55,105,192,209],"it":[56,210],"difficult":[58],"precisely":[60],"evaluate":[61,112],"performance":[63],"parameter":[67,120,134,160],"before":[68],"complete,":[71],"so":[72],"cannot":[75],"be":[76],"properly.":[78],"To":[79],"address":[80],"this":[81,83],"issue,":[82],"study":[84],"proposes":[85],"practical":[87],"method":[88],"estimating":[90],"an":[91,189,194],"appropriate":[92],"based":[94,144],"on":[95,145],"Deep":[96,108],"Q-Networks":[97],"(DQNs),":[98],"which":[99],"reinforcement":[102],"learning":[103],"algorithm":[104],"uses":[106,193],"Neural":[109],"Network":[110],"performances":[114],"and":[115],"determine":[116],"best":[118],"costate.":[122],"The":[123],"benefits":[126],"vehicle":[127],"by":[130,155],"selecting":[131],"most":[135],"related":[136],"stochastic":[138],"conditions":[139],"future":[141],"information":[143],"artificial":[146,175],"intelligence":[147],"(AI),":[148],"while":[149],"optimal":[150,170],"deterministically":[153],"conducted":[154],"ECMS":[156,191],"given.":[162],"Simply,":[163],"only":[164,182],"implicit":[166],"part":[167],"controller":[171],"solved":[173],"via":[174],"intelligence.":[176],"In":[177],"simulation":[179],"results,":[180],"not":[181,212],"does":[183,211],"proposed":[185],"outperform":[188],"existing":[190],"adaptive":[195],"technique":[196],"determining":[198],"costate,":[200],"but":[201],"also":[205],"very":[206],"feasible,":[207],"in":[208],"need":[213],"model":[215],"evaluating":[217],"performances.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}