{"id":"https://openalex.org/W4223977069","doi":"https://doi.org/10.1016/j.egyr.2022.03.176","title":"Energy management of hybrid electric vehicles based on inverse reinforcement learning","display_name":"Energy management of hybrid electric vehicles based on inverse reinforcement learning","publication_year":2022,"publication_date":"2022-04-18","ids":{"openalex":"https://openalex.org/W4223977069","doi":"https://doi.org/10.1016/j.egyr.2022.03.176"},"language":"en","primary_location":{"id":"doi:10.1016/j.egyr.2022.03.176","doi":"https://doi.org/10.1016/j.egyr.2022.03.176","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.egyr.2022.03.176","pdf_url":null,"source":{"id":"https://openalex.org/S2898434319","display_name":"Energy Reports","issn_l":"2352-4847","issn":["2352-4847"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","norway-1","oarl","poland-100","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energy Reports","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.egyr.2022.03.176","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041389139","display_name":"Hengxu Lv","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4392738231","display_name":"State Key Laboratory of Automotive Simulation and Control","ror":"https://ror.org/00b67z867","country_code":"CN","type":"facility","lineage":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengxu Lv","raw_affiliation_strings":["State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun 130022, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun 130022, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103125036","display_name":"Chunyang Qi","orcid":"https://orcid.org/0000-0002-7956-0865","observed_orcids":["https://orcid.org/0000-0002-7956-0865"]},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4392738231","display_name":"State Key Laboratory of Automotive Simulation and Control","ror":"https://ror.org/00b67z867","country_code":"CN","type":"facility","lineage":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunyang Qi","raw_affiliation_strings":["State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun 130022, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun 130022, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049560488","display_name":"Chuanxue Song","orcid":"https://orcid.org/0000-0003-3162-8928","observed_orcids":["https://orcid.org/0000-0003-3162-8928","https://orcid.org/0009-0006-3142-8634"]},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanxue Song","raw_affiliation_strings":["College of Automotive Engineering, Jilin University, Changchun, 130022, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Automotive Engineering, Jilin University, Changchun, 130022, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112690230","display_name":"Shixin Song","orcid":"https://orcid.org/0000-0002-7956-0865","observed_orcids":["https://orcid.org/0000-0002-7956-0865"]},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shixin Song","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Jilin University, Changchun 130022, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Jilin University, Changchun 130022, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042810113","display_name":"Ruiqiang Zhang","orcid":"https://orcid.org/0000-0002-9781-7142","observed_orcids":["https://orcid.org/0000-0002-9781-7142"]},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4392738231","display_name":"State Key Laboratory of Automotive Simulation and Control","ror":"https://ror.org/00b67z867","country_code":"CN","type":"facility","lineage":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiqiang Zhang","raw_affiliation_strings":["State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun 130022, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun 130022, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136504372","display_name":"Feng Xiao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4392738231","display_name":"State Key Laboratory of Automotive Simulation and Control","ror":"https://ror.org/00b67z867","country_code":"CN","type":"facility","lineage":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Feng Xiao","raw_affiliation_strings":["State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun 130022, China"],"raw_orcid":"https://orcid.org/0000-0002-7956-0865","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun 130022, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5136504372"],"corresponding_institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"],"apc_list":{"value":2240,"currency":"USD","value_usd":2240},"apc_paid":{"value":2240,"currency":"USD","value_usd":2240},"fwci":1.99,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.85655738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"5215","last_page":"5224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hybrid-electric-vehicles","display_name":"hybrid electric vehicles","score":0.9660000205039978},{"id":"https://openalex.org/keywords/energy-management","display_name":"energy management","score":0.8190000057220459},{"id":"https://openalex.org/keywords/inverse-reinforcement-learning","display_name":"inverse reinforcement learning","score":0.9829999804496765},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.9449999928474426},{"id":"https://openalex.org/keywords/expert-trajectories","display_name":"expert trajectories","score":0.6399999856948853},{"id":"https://openalex.org/keywords/fuel-conservation","display_name":"fuel consumption reduction","score":0.6480000019073486},{"id":"https://openalex.org/keywords/battery-state-of-charge","display_name":"battery state of charge","score":0.8050000071525574},{"id":"https://openalex.org/keywords/engine-operating-point","display_name":"engine operating point","score":0.7229999899864197},{"id":"https://openalex.org/keywords/driving-strategy","display_name":"driving strategy","score":0.6710000038146973}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8879320621490479},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6648848056793213},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5599551796913147},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5390298962593079},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5273776054382324},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4957364499568939},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44789278507232666},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.42162972688674927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41708898544311523},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4157401919364929},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2018052339553833},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.14839264750480652},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.egyr.2022.03.176","doi":"https://doi.org/10.1016/j.egyr.2022.03.176","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.egyr.2022.03.176","pdf_url":null,"source":{"id":"https://openalex.org/S2898434319","display_name":"Energy Reports","issn_l":"2352-4847","issn":["2352-4847"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","norway-1","oarl","poland-100","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energy Reports","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f5ae2d791f8e42c08cdab11bee6a0ac4","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/f5ae2d791f8e42c08cdab11bee6a0ac4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Energy Reports, Vol 8, Iss , Pp 5215-5224 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.egyr.2022.03.176","doi":"https://doi.org/10.1016/j.egyr.2022.03.176","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.egyr.2022.03.176","pdf_url":null,"source":{"id":"https://openalex.org/S2898434319","display_name":"Energy Reports","issn_l":"2352-4847","issn":["2352-4847"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","norway-1","oarl","poland-100","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energy Reports","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9853000044822693}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1532096063","https://openalex.org/W1974890722","https://openalex.org/W1987813263","https://openalex.org/W2017510031","https://openalex.org/W2017749620","https://openalex.org/W2020580400","https://openalex.org/W2046915393","https://openalex.org/W2066449147","https://openalex.org/W2077439292","https://openalex.org/W2105083421","https://openalex.org/W2136132714","https://openalex.org/W2236204240","https://openalex.org/W2280562613","https://openalex.org/W2466636338","https://openalex.org/W2618149076","https://openalex.org/W2729952580","https://openalex.org/W2793435266","https://openalex.org/W2936616423","https://openalex.org/W2945493933","https://openalex.org/W3011628785","https://openalex.org/W3022080262","https://openalex.org/W3132079348","https://openalex.org/W3134959659","https://openalex.org/W3189728166","https://openalex.org/W3202613616","https://openalex.org/W4214553437","https://openalex.org/W4231953852","https://openalex.org/W4239296442"],"related_works":["https://openalex.org/W7125969563","https://openalex.org/W6943904681","https://openalex.org/W4307407995","https://openalex.org/W3189728166","https://openalex.org/W4297030335","https://openalex.org/W4224271701","https://openalex.org/W4410314585","https://openalex.org/W4221098327","https://openalex.org/W2733126270","https://openalex.org/W7140286200"],"abstract_inverted_index":{"Many":[0],"scholars":[1],"have":[2,17],"conducted":[3],"research":[4],"on":[5,102],"reinforcement":[6,14,50,104,144],"learning":[7,15,51,105,145],"in":[8],"energy":[9,52,98],"management,":[10],"and":[11,29,63,65,118,131,158],"verified":[12],"that":[13,80,163],"methods":[16],"certain":[18,167],"advantages.":[19,168],"The":[20],"guiding":[21],"direction":[22],"of":[23,41,57,69,127,174],"the":[24,27,34,38,42,55,58,67,70,81,84,110,115,125,128,132,136,142,148,164,171,175],"interaction":[25],"between":[26,180],"agent":[28,82,130],"environment":[30],"is":[31,61,73,106,121,178],"determined":[32],"by":[33],"reward":[35,43,59,91,111,159],"function.":[36,92],"However,":[37,75],"current":[39],"design":[40,56],"function":[44,60,112],"still":[45],"has":[46,166],"drawbacks.":[47],"In":[48,169],"most":[49],"management":[53,99],"strategies,":[54],"subjective":[62],"empirical,":[64],"describing":[66],"intention":[68],"expert":[71,116],"objectively":[72],"difficult.":[74],"this":[76],"condition":[77],"cannot":[78],"guarantee":[79],"learns":[83],"optimal":[85],"driving":[86],"strategy":[87,100],"under":[88,114],"a":[89],"given":[90],"To":[93],"address":[94],"these":[95],"problems,":[96],"an":[97],"based":[101],"reverse":[103],"proposed":[107,176],"to":[108,123],"obtain":[109],"weight":[113],"trajectory,":[117],"then":[119],"it":[120],"used":[122],"guide":[124],"behavior":[126],"engine":[129,149],"battery":[133],"agent.":[134],"Finally,":[135],"revised":[137],"weights":[138],"are":[139],"re-entered":[140],"into":[141],"forward":[143],"training.":[146],"From":[147],"operating":[150],"point,":[151],"fuel":[152],"consumption":[153],"value,":[154],"SOC":[155],"change":[156],"curve,":[157],"training":[160],"process,":[161],"indicate":[162],"algorithm":[165,177],"summary,":[170],"fuel-saving":[172],"effect":[173],"improved":[179],"5%\u201310%.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2022-04-19T00:00:00"}