{"id":"https://openalex.org/W3197248161","doi":"https://doi.org/10.1109/tvt.2021.3107734","title":"Distributed Deep Reinforcement Learning-Based Energy and Emission Management Strategy for Hybrid Electric Vehicles","display_name":"Distributed Deep Reinforcement Learning-Based Energy and Emission Management Strategy for Hybrid Electric Vehicles","publication_year":2021,"publication_date":"2021-08-27","ids":{"openalex":"https://openalex.org/W3197248161","doi":"https://doi.org/10.1109/tvt.2021.3107734","mag":"3197248161"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3107734","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3107734","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077232157","display_name":"Xiaolin Tang","orcid":"https://orcid.org/0000-0001-5709-291X"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaolin Tang","raw_affiliation_strings":["College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360557","display_name":"Jiaxin Chen","orcid":"https://orcid.org/0000-0003-0373-984X"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Chen","raw_affiliation_strings":["College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100416715","display_name":"Teng Liu","orcid":"https://orcid.org/0000-0001-5862-0518"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Teng Liu","raw_affiliation_strings":["Department of Mechanical and Mechatronics Engineering, University of Waterloo, Waterloo, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Mechatronics Engineering, University of Waterloo, Waterloo, Ontario, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045565571","display_name":"Yechen Qin","orcid":"https://orcid.org/0000-0003-1928-0113"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yechen Qin","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031991761","display_name":"Dongpu Cao","orcid":"https://orcid.org/0000-0001-7929-4336"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dongpu Cao","raw_affiliation_strings":["Department of Mechanical and Mechatronics Engineering, University of Waterloo, Waterloo, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Mechatronics Engineering, University of Waterloo, Waterloo, Ontario, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5077232157"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":11.5363,"has_fulltext":false,"cited_by_count":157,"citation_normalized_percentile":{"value":0.99088494,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"70","issue":"10","first_page":"9922","last_page":"9934"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9073491096496582},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6894669532775879},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6736981868743896},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6281837821006775},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5816106200218201},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.5614669919013977},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.49793386459350586},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4484642446041107},{"id":"https://openalex.org/keywords/distributed-generation","display_name":"Distributed generation","score":0.4459015727043152},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.42666542530059814},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.3022247552871704},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.292285680770874},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23285874724388123},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12472108006477356},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09379926323890686}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9073491096496582},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6894669532775879},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6736981868743896},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6281837821006775},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5816106200218201},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5614669919013977},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49793386459350586},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4484642446041107},{"id":"https://openalex.org/C544738498","wikidata":"https://www.wikidata.org/wiki/Q861135","display_name":"Distributed generation","level":3,"score":0.4459015727043152},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.42666542530059814},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3022247552871704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.292285680770874},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23285874724388123},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12472108006477356},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09379926323890686},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2021.3107734","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3107734","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2456770928","display_name":null,"funder_award_id":"cstc2020jcyj-msxmX0956","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G5693337687","display_name":null,"funder_award_id":"2020CDJ-LHZZ-041","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7642845445","display_name":null,"funder_award_id":"52072051","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2145339207","https://openalex.org/W2165150801","https://openalex.org/W2225088368","https://openalex.org/W2236204240","https://openalex.org/W2257979135","https://openalex.org/W2515618497","https://openalex.org/W2618149076","https://openalex.org/W2726187156","https://openalex.org/W2766447205","https://openalex.org/W2801441281","https://openalex.org/W2898390097","https://openalex.org/W2901472231","https://openalex.org/W2912140438","https://openalex.org/W2913559043","https://openalex.org/W2920406591","https://openalex.org/W2935913115","https://openalex.org/W2936616423","https://openalex.org/W2945493933","https://openalex.org/W2953491274","https://openalex.org/W2955254859","https://openalex.org/W2964043796","https://openalex.org/W2970566041","https://openalex.org/W2973588514","https://openalex.org/W2974005385","https://openalex.org/W2974180968","https://openalex.org/W2982316857","https://openalex.org/W2990975667","https://openalex.org/W2994209110","https://openalex.org/W3006798028","https://openalex.org/W3013525469","https://openalex.org/W3016533673","https://openalex.org/W3023365787","https://openalex.org/W3033556475","https://openalex.org/W3088650053","https://openalex.org/W3100789280","https://openalex.org/W3114321494","https://openalex.org/W3134504064","https://openalex.org/W3197437737","https://openalex.org/W4231687555","https://openalex.org/W4302570325","https://openalex.org/W6684205842","https://openalex.org/W6692846177","https://openalex.org/W6740222838"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W2250140200","https://openalex.org/W3121791438"],"abstract_inverted_index":{"Advanced":[0],"algorithms":[1,139],"can":[2,26,123],"promote":[3],"the":[4,112,142],"development":[5],"of":[6],"energy":[7,63],"management":[8,66],"strategies":[9,122],"(EMSs)":[10],"as":[11,111],"a":[12,39,59],"key":[13],"technology":[14],"in":[15,31],"hybrid":[16],"electric":[17],"vehicles":[18],"(HEVs).":[19],"Reinforcement":[20],"learning":[21,53,143],"(RL)":[22],"with":[23,134],"distributed":[24,73,82,102,137],"structure":[25],"significantly":[27],"improve":[28],"training":[29],"efficiency":[30,144],"complex":[32],"environments,":[33],"and":[34,64,81,100,128,132],"multi-threaded":[35],"parallel":[36],"computing":[37],"provides":[38],"reliable":[40],"algorithm":[41],"basis":[42],"for":[43],"promoting":[44],"adaptability.":[45],"Dedicated":[46],"to":[47,89],"trying":[48],"more":[49],"efficient":[50],"deep":[51,60],"reinforcement":[52],"(DRL)":[54],"algorithms,":[55,75],"this":[56],"paper":[57],"proposed":[58],"q-network":[61],"(DQN)-based":[62],"emission":[65,94],"strategy":[67],"(E&EMS)":[68],"at":[69],"first.":[70],"Then,":[71],"two":[72,136],"DRL":[74,138],"namely":[76],"asynchronous":[77],"advantage":[78],"actor-critic":[79],"(A3C)":[80],"proximal":[83],"policy":[84],"optimization":[85,95],"(DPPO),":[86],"were":[87,105],"adopted":[88],"propose":[90],"EMSs,":[91],"respectively.":[92],"Finally,":[93],"was":[96],"taken":[97],"into":[98],"account":[99],"then":[101],"DRL-based":[103,120],"E&EMSs":[104],"proposed.":[106],"Regarding":[107],"dynamic":[108],"programming":[109],"(DP)":[110],"optimal":[113],"benchmark,":[114],"simulation":[115],"results":[116],"show":[117],"that":[118],"three":[119],"control":[121],"achieve":[124],"near-optimal":[125],"fuel":[126],"economy":[127],"outstanding":[129],"computational":[130],"efficiency,":[131],"compared":[133],"DQN,":[135],"have":[140],"improved":[141],"by":[145],"four":[146],"times.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":34},{"year":2023,"cited_by_count":46},{"year":2022,"cited_by_count":33},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}