{"id":"https://openalex.org/W3204637417","doi":"https://doi.org/10.1109/tie.2021.3116581","title":"A Deployment-Efficient Energy Management Strategy for Connected Hybrid Electric Vehicle Based on Offline Reinforcement Learning","display_name":"A Deployment-Efficient Energy Management Strategy for Connected Hybrid Electric Vehicle Based on Offline Reinforcement Learning","publication_year":2021,"publication_date":"2021-10-07","ids":{"openalex":"https://openalex.org/W3204637417","doi":"https://doi.org/10.1109/tie.2021.3116581","mag":"3204637417"},"language":"en","primary_location":{"id":"doi:10.1109/tie.2021.3116581","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tie.2021.3116581","pdf_url":"https://ieeexplore.ieee.org/ielx7/41/9749999/09562166.pdf","source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/41/9749999/09562166.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022417497","display_name":"Bo Hu","orcid":"https://orcid.org/0000-0003-2995-2358"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bo Hu","raw_affiliation_strings":["Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing, China","Ningbo Yinzhou DLT Technology Company Ltd., Ningbo, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing, China","institution_ids":["https://openalex.org/I50632499"]},{"raw_affiliation_string":"Ningbo Yinzhou DLT Technology Company Ltd., Ningbo, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100730103","display_name":"Jiaxi Li","orcid":"https://orcid.org/0000-0003-3941-8554"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxi Li","raw_affiliation_strings":["Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing, China","institution_ids":["https://openalex.org/I50632499"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5022417497"],"corresponding_institution_ids":["https://openalex.org/I50632499"],"apc_list":null,"apc_paid":null,"fwci":3.255,"has_fulltext":true,"cited_by_count":51,"citation_normalized_percentile":{"value":0.92072463,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"69","issue":"9","first_page":"9644","last_page":"9654"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8234937191009521},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7040264010429382},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.700600802898407},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.5725624561309814},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5266240239143372},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.48929712176322937},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.45962560176849365},{"id":"https://openalex.org/keywords/offline-learning","display_name":"Offline learning","score":0.4513232111930847},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.44155097007751465},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4282562732696533},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3288065791130066},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.2471427321434021},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1534874439239502}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8234937191009521},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7040264010429382},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.700600802898407},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.5725624561309814},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5266240239143372},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.48929712176322937},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.45962560176849365},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.4513232111930847},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.44155097007751465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4282562732696533},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3288065791130066},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2471427321434021},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1534874439239502},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tie.2021.3116581","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tie.2021.3116581","pdf_url":"https://ieeexplore.ieee.org/ielx7/41/9749999/09562166.pdf","source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tie.2021.3116581","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tie.2021.3116581","pdf_url":"https://ieeexplore.ieee.org/ielx7/41/9749999/09562166.pdf","source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1285799110","display_name":null,"funder_award_id":"cstc2019jcyj","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G2082826544","display_name":null,"funder_award_id":"Postdoctoral","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3239092656","display_name":null,"funder_award_id":"cstc20","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G37568934","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G415527274","display_name":null,"funder_award_id":"51905061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5830261330","display_name":null,"funder_award_id":"jcyj-","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6393788340","display_name":null,"funder_award_id":"cstc2019jcyj-msxmX0097","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G6923447686","display_name":null,"funder_award_id":"2020M671842","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3204637417.pdf","grobid_xml":"https://content.openalex.org/works/W3204637417.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1845972764","https://openalex.org/W1949318025","https://openalex.org/W2149751000","https://openalex.org/W2236204240","https://openalex.org/W2257979135","https://openalex.org/W2316666810","https://openalex.org/W2561463613","https://openalex.org/W2562465851","https://openalex.org/W2591714971","https://openalex.org/W2735199193","https://openalex.org/W2746553466","https://openalex.org/W2752306854","https://openalex.org/W2766447205","https://openalex.org/W2920406591","https://openalex.org/W2935913115","https://openalex.org/W2945021260","https://openalex.org/W2962872206","https://openalex.org/W2963575966","https://openalex.org/W2969201578","https://openalex.org/W3000204081","https://openalex.org/W3011346430","https://openalex.org/W3023365787","https://openalex.org/W3035930691","https://openalex.org/W3044345870","https://openalex.org/W3048493514","https://openalex.org/W3133958367","https://openalex.org/W3134389734","https://openalex.org/W6639175102","https://openalex.org/W6640963894","https://openalex.org/W6684921986","https://openalex.org/W6748839928","https://openalex.org/W6779963924","https://openalex.org/W7019482120"],"related_works":["https://openalex.org/W2264067234","https://openalex.org/W3124243301","https://openalex.org/W4225619808","https://openalex.org/W4400438570","https://openalex.org/W2386253354","https://openalex.org/W4376223516","https://openalex.org/W4226042081","https://openalex.org/W4388926065","https://openalex.org/W4308935744","https://openalex.org/W4362599051"],"abstract_inverted_index":{"With":[0,60],"the":[1,10,38,66,97,103,123,126,143,171,174,187,190],"development":[2],"of":[3,13,40,80,102,146,166,173,189],"recent":[4],"artificial":[5],"intelligence":[6],"technology,":[7],"especially":[8],"after":[9],"great":[11],"success":[12],"AlphaGo,":[14],"there":[15,69],"has":[16],"been":[17],"a":[18,130,154,180],"growing":[19],"interest":[20],"in":[21,62,115,193],"applying":[22],"reinforcement":[23],"learning":[24],"(RL)":[25],"to":[26,55,93,125,157,162,164,195],"solve":[27],"energy":[28],"management":[29],"strategy":[30],"(EMS)":[31],"problems":[32],"for":[33],"hybrid":[34],"electric":[35],"vehicles.":[36],"However,":[37],"issues":[39],"current":[41],"RL":[42,88,204],"algorithms":[43,205],"including":[44],"deployment":[45],"inefficiency,":[46],"safety":[47],"constraint,":[48],"and":[49,64,128,186,201],"simulation-to-real":[50],"gap":[51],"make":[52],"it":[53],"inapplicable":[54],"many":[56,71,116],"industrial":[57],"EMS":[58,73,158],"tasks.":[59],"these":[61],"mind":[63],"considering":[65],"fact":[67],"that":[68,91,160],"exists":[70],"suboptimal":[72],"controllers":[74],"which":[75],"can":[76],"generate":[77],"plentiful":[78],"amounts":[79],"interactive":[81],"data":[82,106,124],"containing":[83],"informative":[84],"behaviors,":[85],"an":[86],"offline":[87,105],"training":[89,132],"framework":[90,133],"tries":[92],"extract":[94],"policies":[95],"with":[96,110],"maximum":[98],"possible":[99],"utility":[100],"out":[101],"available":[104],"is":[107,134,184,206],"proposed.":[108],"Furthermore,":[109],"connected":[111],"vehicle":[112],"technology":[113],"standard":[114],"new":[117],"cars,":[118],"rather":[119],"than":[120],"bringing":[121],"all":[122],"storage":[127],"analytics,":[129],"scheduled":[131],"put":[135],"forward.":[136],"This":[137],"cloud-based":[138],"approach":[139],"not":[140],"only":[141],"alleviates":[142],"computational":[144],"burden":[145],"edge":[147],"devices,":[148],"but":[149],"also":[150],"more":[151],"importantly":[152],"provides":[153],"deployment-efficient":[155],"solution":[156],"tasks":[159],"have":[161],"adapt":[163],"changes":[165],"driving":[167],"cycle.":[168],"To":[169],"evaluate":[170],"effectiveness":[172],"proposed":[175,191],"algorithm":[176,192],"on":[177],"real":[178],"controllers,":[179],"hardware-in-the-loop":[181],"(HIL)":[182],"test":[183],"performed":[185],"superiority":[188],"contrast":[194],"dynamic":[196],"programming,":[197],"behavior":[198],"cloning,":[199],"rule-based,":[200],"vanilla":[202],"off-policy":[203],"given.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":7}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}