{"id":"https://openalex.org/W3047597480","doi":"https://doi.org/10.1177/0020294020944952","title":"Enhanced Q-learning for real-time hybrid electric vehicle energy management with deterministic rule","display_name":"Enhanced Q-learning for real-time hybrid electric vehicle energy management with deterministic rule","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3047597480","doi":"https://doi.org/10.1177/0020294020944952","mag":"3047597480"},"language":"en","primary_location":{"id":"doi:10.1177/0020294020944952","doi":"https://doi.org/10.1177/0020294020944952","is_oa":true,"landing_page_url":"https://doi.org/10.1177/0020294020944952","pdf_url":null,"source":{"id":"https://openalex.org/S1004452751","display_name":"Measurement and Control","issn_l":"0020-2940","issn":["0020-2940","2051-8730"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","norway-1","oarl","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Measurement and Control","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1177/0020294020944952","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yang Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405254534","display_name":"NingboTech University","ror":"https://ror.org/01xx18q52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405254534"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":["College of Control Science and Engineering, Zhejiang University, Hangzhou, China","School of Information Science and Engineering, NingboTech University, Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"School of Information Science and Engineering, NingboTech University, Ningbo, China","institution_ids":["https://openalex.org/I4405254534"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073239212","display_name":"Jili Tao","orcid":"https://orcid.org/0000-0001-7095-8968","observed_orcids":["https://orcid.org/0000-0001-7095-8968"]},"institutions":[{"id":"https://openalex.org/I4405254534","display_name":"NingboTech University","ror":"https://ror.org/01xx18q52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405254534"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jili Tao","raw_affiliation_strings":["School of Information Science and Engineering, NingboTech University, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0001-7095-8968","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, NingboTech University, Ningbo, China","institution_ids":["https://openalex.org/I4405254534"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009285282","display_name":"Liang Xie","orcid":"https://orcid.org/0000-0002-8286-6785","observed_orcids":["https://orcid.org/0000-0002-8286-6785"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Xie","raw_affiliation_strings":["College of Control Science and Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032586510","display_name":"Ridong Zhang","orcid":"https://orcid.org/0000-0002-9822-5384","observed_orcids":["https://orcid.org/0000-0002-9822-5384","https://orcid.org/0000-0003-4184-3955"]},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ridong Zhang","raw_affiliation_strings":["The Belt and Road Information Research Institute, Automation College, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4184-3955","affiliations":[{"raw_affiliation_string":"The Belt and Road Information Research Institute, Automation College, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101699384","display_name":"Longhua Ma","orcid":"https://orcid.org/0000-0001-7802-0675","observed_orcids":["https://orcid.org/0000-0001-7802-0675"]},"institutions":[{"id":"https://openalex.org/I4405254534","display_name":"NingboTech University","ror":"https://ror.org/01xx18q52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405254534"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longhua Ma","raw_affiliation_strings":["School of Information Science and Engineering, NingboTech University, Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, NingboTech University, Ningbo, China","institution_ids":["https://openalex.org/I4405254534"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037337733","display_name":"Zhijun Qiao","orcid":"https://orcid.org/0000-0002-3231-0180","observed_orcids":["https://orcid.org/0000-0002-3231-0180","https://orcid.org/0009-0005-4774-866X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhijun Qiao","raw_affiliation_strings":["Ningbo CRRC New Energy Technology Co., Ltd., Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ningbo CRRC New Energy Technology Co., Ltd., Ningbo, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5073239212"],"corresponding_institution_ids":["https://openalex.org/I4405254534"],"apc_list":{"value":1500,"currency":"USD","value_usd":1500},"apc_paid":{"value":1500,"currency":"USD","value_usd":1500},"fwci":1.7065,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.84862064,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"53","issue":"7-8","first_page":"1493","last_page":"1503"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.8019999861717224},{"id":"https://openalex.org/keywords/fuel-cells","display_name":"fuel cells","score":0.8119999766349792},{"id":"https://openalex.org/keywords/supercapacitors","display_name":"supercapacitors","score":0.9990000128746033},{"id":"https://openalex.org/keywords/power-allocation","display_name":"power allocation","score":0.9139999747276306},{"id":"https://openalex.org/keywords/fuel-conservation","display_name":"fuel consumption reduction","score":0.7820000052452087},{"id":"https://openalex.org/keywords/state-of-charge","display_name":"state of charge","score":0.8220000267028809},{"id":"https://openalex.org/keywords/driving-cycles","display_name":"driving cycles","score":0.699999988079071},{"id":"https://openalex.org/keywords/real-time-control","display_name":"real-time control","score":0.6980000138282776}],"concepts":[{"id":"https://openalex.org/C6585489","wikidata":"https://www.wikidata.org/wiki/Q754523","display_name":"Supercapacitor","level":4,"score":0.6383891105651855},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.6239872574806213},{"id":"https://openalex.org/C45882903","wikidata":"https://www.wikidata.org/wiki/Q5042317","display_name":"Fuel efficiency","level":2,"score":0.6180562376976013},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5657863616943359},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5630952715873718},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.540210485458374},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.49651771783828735},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.4553130865097046},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4458487927913666},{"id":"https://openalex.org/C2776582896","wikidata":"https://www.wikidata.org/wiki/Q5368536","display_name":"State of charge","level":4,"score":0.44180846214294434},{"id":"https://openalex.org/C2780365114","wikidata":"https://www.wikidata.org/wiki/Q169478","display_name":"MATLAB","level":2,"score":0.4406490921974182},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4280356466770172},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4151785373687744},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.254227876663208},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1531124711036682},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.14371240139007568},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11107075214385986},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C52859227","wikidata":"https://www.wikidata.org/wiki/Q7877","display_name":"Electrochemistry","level":3,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17525397","wikidata":"https://www.wikidata.org/wiki/Q176140","display_name":"Electrode","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C147789679","wikidata":"https://www.wikidata.org/wiki/Q11372","display_name":"Physical chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/0020294020944952","doi":"https://doi.org/10.1177/0020294020944952","is_oa":true,"landing_page_url":"https://doi.org/10.1177/0020294020944952","pdf_url":null,"source":{"id":"https://openalex.org/S1004452751","display_name":"Measurement and Control","issn_l":"0020-2940","issn":["0020-2940","2051-8730"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","norway-1","oarl","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Measurement and Control","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:374221050a6b4855bdfb49b9ed900dab","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/374221050a6b4855bdfb49b9ed900dab","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Measurement + Control, Vol 53 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1177/0020294020944952","doi":"https://doi.org/10.1177/0020294020944952","is_oa":true,"landing_page_url":"https://doi.org/10.1177/0020294020944952","pdf_url":null,"source":{"id":"https://openalex.org/S1004452751","display_name":"Measurement and Control","issn_l":"0020-2940","issn":["0020-2940","2051-8730"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","norway-1","oarl","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Measurement and Control","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9853000044822693,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2563586328","display_name":null,"funder_award_id":"61603337","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2784246935","display_name":null,"funder_award_id":"2019B10109, 2019B10116","funder_id":"https://openalex.org/F4320324778","funder_display_name":"Ningbo Municipal Bureau of Science and Technology"},{"id":"https://openalex.org/G6484127320","display_name":null,"funder_award_id":"LY19F030009","funder_id":"https://openalex.org/F4320315254","funder_display_name":"Innovative Research Group Project of the National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320315254","display_name":"Innovative Research Group Project of the National Natural Science Foundation of China","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324778","display_name":"Ningbo Municipal Bureau of Science and Technology","ror":"https://ror.org/00gskyj95"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1508842709","https://openalex.org/W1532096063","https://openalex.org/W1964013236","https://openalex.org/W1990488730","https://openalex.org/W2017647784","https://openalex.org/W2035834480","https://openalex.org/W2049150057","https://openalex.org/W2057157575","https://openalex.org/W2060633123","https://openalex.org/W2084150519","https://openalex.org/W2087149600","https://openalex.org/W2104031018","https://openalex.org/W2105083421","https://openalex.org/W2105457945","https://openalex.org/W2114915621","https://openalex.org/W2116507007","https://openalex.org/W2118412444","https://openalex.org/W2119208341","https://openalex.org/W2119215405","https://openalex.org/W2141674768","https://openalex.org/W2143628683","https://openalex.org/W2160656970","https://openalex.org/W2163339363","https://openalex.org/W2216723610","https://openalex.org/W2346275622","https://openalex.org/W2519083751","https://openalex.org/W2540877599","https://openalex.org/W2591980212","https://openalex.org/W2595949478","https://openalex.org/W2605408670","https://openalex.org/W2618441180","https://openalex.org/W2740136822","https://openalex.org/W2750254771","https://openalex.org/W2793435266","https://openalex.org/W2806589286","https://openalex.org/W2884386569","https://openalex.org/W2966264018"],"related_works":["https://openalex.org/W4399878327","https://openalex.org/W4210727078","https://openalex.org/W3039610610","https://openalex.org/W3022551911","https://openalex.org/W3005632640","https://openalex.org/W7222998909","https://openalex.org/W4310453921","https://openalex.org/W4414010433","https://openalex.org/W7154508371","https://openalex.org/W3212156127"],"abstract_inverted_index":{"Power":[0],"allocation":[1],"plays":[2],"an":[3,83],"important":[4],"and":[5,11,43,67,91,140,144,159],"challenging":[6],"role":[7],"in":[8],"fuel":[9,20,41,98,154,164],"cell":[10,42],"supercapacitor":[12],"hybrid":[13,34,123],"electric":[14,35,124],"vehicle":[15,36,125],"because":[16],"it":[17],"influences":[18],"the":[19,40,44,51,56,59,64,69,77,80,93,102,108,117,122,145,149,153,163],"economy":[21],"significantly.":[22],"We":[23],"present":[24],"a":[25,114],"novel":[26],"Q-learning":[27,47],"strategy":[28],"with":[29,96],"deterministic":[30,109],"rule":[31,110],"for":[32],"real-time":[33,129],"energy":[37,60,85],"management":[38],"between":[39],"supercapacitor.":[45],"The":[46],"controller":[48],"(agent)":[49],"observes":[50],"state":[52],"of":[53,55,72,162],"charge":[54],"supercapacitor,":[57],"provides":[58],"split":[61],"coefficient":[62],"satisfying":[63],"power":[65,130],"demand,":[66],"obtains":[68],"corresponding":[70],"rewards":[71],"these":[73],"actions.":[74],"By":[75],"processing":[76],"accumulated":[78],"experience,":[79],"agent":[81],"learns":[82],"optimal":[84],"control":[86,118],"policy":[87,119],"by":[88],"iterative":[89],"learning":[90],"maintains":[92],"best":[94],"Q-table":[95],"minimal":[97],"consumption.":[99],"To":[100],"enhance":[101],"adaptability":[103],"to":[104,116],"different":[105],"driving":[106],"cycles,":[107],"is":[111],"utilized":[112],"as":[113],"complement":[115],"so":[120],"that":[121,148],"can":[126],"achieve":[127],"better":[128],"allocation.":[131],"Simulation":[132],"experiments":[133],"have":[134],"been":[135],"carried":[136],"out":[137],"using":[138],"MATLAB":[139],"Advanced":[141],"Vehicle":[142],"Simulator,":[143],"results":[146],"prove":[147],"proposed":[150],"method":[151],"minimizes":[152],"consumption":[155],"while":[156],"ensuring":[157],"less":[158],"current":[160],"fluctuations":[161],"cell.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2020-08-10T00:00:00"}