{"id":"https://openalex.org/W4399526644","doi":"https://doi.org/10.1109/tiv.2024.3412921","title":"A Model-Free Combined Energy and Thermal Management Strategy for HEVs Based on Reinforcement-Learning Under Low-Temperature","display_name":"A Model-Free Combined Energy and Thermal Management Strategy for HEVs Based on Reinforcement-Learning Under Low-Temperature","publication_year":2024,"publication_date":"2024-06-11","ids":{"openalex":"https://openalex.org/W4399526644","doi":"https://doi.org/10.1109/tiv.2024.3412921"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2024.3412921","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3412921","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101806300","display_name":"Kai Li","orcid":"https://orcid.org/0000-0001-9712-1383"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4392738231","display_name":"State Key Laboratory of Automotive Simulation and Control","ror":"https://ror.org/00b67z867","country_code":null,"type":"facility","lineage":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Li","raw_affiliation_strings":["State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074996561","display_name":"Hong Chen","orcid":"https://orcid.org/0000-0002-1724-8649"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Chen","raw_affiliation_strings":["Department of Control Science and Engineering, Jilin University (Campus NanLing), Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-1724-8649","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, Jilin University (Campus NanLing), Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060911223","display_name":"Yuhu Wu","orcid":"https://orcid.org/0000-0001-9317-1404"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhu Wu","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-9317-1404","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067632391","display_name":"Jing Zhao","orcid":"https://orcid.org/0000-0002-6912-9019"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Jing Zhao","raw_affiliation_strings":["Department of Electromechanical Engineering, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-6912-9019","affiliations":[{"raw_affiliation_string":"Department of Electromechanical Engineering, University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031513104","display_name":"Shihong Ding","orcid":"https://orcid.org/0000-0003-2297-7050"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihong Ding","raw_affiliation_strings":["School of Electrical and Information Engineering, Jiangsu University, Zhenjiang, China"],"raw_orcid":"https://orcid.org/0000-0003-2297-7050","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015308844","display_name":"Jinwu Gao","orcid":"https://orcid.org/0000-0003-2745-1920"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4392738231","display_name":"State Key Laboratory of Automotive Simulation and Control","ror":"https://ror.org/00b67z867","country_code":null,"type":"facility","lineage":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinwu Gao","raw_affiliation_strings":["State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0003-2745-1920","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3322,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.7749733,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"10","issue":"1","first_page":"373","last_page":"388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11529","display_name":"Refrigeration and Air Conditioning Technologies","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7941306233406067},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.7148730158805847},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3650175929069519},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30586981773376465},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.2847342789173126},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.09937012195587158}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7941306233406067},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.7148730158805847},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3650175929069519},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30586981773376465},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.2847342789173126},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.09937012195587158}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2024.3412921","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3412921","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8399999737739563}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1966205360","https://openalex.org/W1990131025","https://openalex.org/W2017957151","https://openalex.org/W2077186087","https://openalex.org/W2145339207","https://openalex.org/W2161758672","https://openalex.org/W2340863477","https://openalex.org/W2520279544","https://openalex.org/W2569370691","https://openalex.org/W2754060618","https://openalex.org/W2899813050","https://openalex.org/W2923559168","https://openalex.org/W2936616423","https://openalex.org/W2994468452","https://openalex.org/W3009193590","https://openalex.org/W3015423868","https://openalex.org/W3025113822","https://openalex.org/W3045732467","https://openalex.org/W3114600070","https://openalex.org/W3140797617","https://openalex.org/W3180328543","https://openalex.org/W3189054971","https://openalex.org/W3211263288","https://openalex.org/W4206427628","https://openalex.org/W4312983123","https://openalex.org/W4313368228","https://openalex.org/W4313887220","https://openalex.org/W4366085740","https://openalex.org/W4366979445","https://openalex.org/W4372295251","https://openalex.org/W4380839016","https://openalex.org/W4380924687","https://openalex.org/W6687681856","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"To":[0],"improve":[1],"vehicle":[2,35],"adaptability":[3],"to":[4,69,120,125],"low-temperature":[5],"environments,":[6],"this":[7],"paper":[8],"proposes":[9],"a":[10,34,42,63,104,122,129],"combined":[11],"energy":[12,36],"and":[13,41,60,73,77,139,160],"thermal":[14,45],"management":[15,37,46],"strategy":[16,146],"(C-ETM)":[17],"based":[18,113],"on":[19,114,135],"twin":[20],"delayed":[21],"deep":[22],"deterministic":[23],"policy":[24],"gradient":[25],"(TD3)":[26],"algorithm":[27,117],"for":[28,210],"hybrid":[29],"electric":[30],"vehicles":[31],"(HEVs).":[32],"First,":[33],"system":[38,47,137],"(EMS)":[39],"model":[40,49,187],"engine-battery-cabin":[43],"coupled":[44],"(CTMS)":[48],"are":[50,101],"developed.":[51],"By":[52],"analyzing":[53],"the":[54,58,61,82,90,98,115,126,133,136,173,186,203],"coupling":[55,96],"relationship":[56],"between":[57],"CTMS":[59],"EMS,":[62],"multi-objective":[64],"optimization":[65,86,99,164],"problem":[66,127],"is":[67,118,179,196],"constructed":[68],"minimize":[70],"fuel":[71,153],"consumption":[72],"battery":[74,155],"aging":[75],"damage":[76],"ensure":[78],"SOC":[79,158],"stability.":[80],"Facing":[81],"challenges":[83],"of":[84,94,152,172,202],"solving":[85],"problems":[87,100],"caused":[88],"by":[89],"high-order":[91],"complex":[92],"nonlinearity":[93],"thermal-electrical":[95],"systems,":[97],"transformed":[102],"into":[103],"Markov":[105],"decision":[106],"process":[107],"(MDP).":[108],"A":[109],"reinforcement":[110],"learning":[111],"framework":[112],"TD3":[116],"designed":[119],"achieve":[121],"real-time":[123,211],"solution":[124],"from":[128],"new":[130],"perspective,":[131],"overcoming":[132],"reliance":[134],"models":[138],"accurate":[140],"future":[141],"traffic":[142],"information.":[143],"The":[144,162,192],"proposed":[145],"has":[147,207],"efficient":[148],"performance":[149],"in":[150],"terms":[151],"economy,":[154],"life,":[156],"ensuring":[157],"stability,":[159],"adaptability.":[161],"total":[163],"cost":[165],"reaches":[166],"91.42<inline-formula":[167],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[168,181,199],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[169,182,200],"notation=\"LaTeX\">$\\%$</tex-math></inline-formula>":[170,183,201],"level":[171],"dynamic":[174],"programming":[175],"(DP)":[176],"strategy,":[177,205],"which":[178,206],"30.3<inline-formula":[180],"lower":[184],"than":[185],"predictive":[188],"control":[189],"(MPC)":[190],"strategy.":[191],"online":[193],"computing":[194],"burden":[195],"only":[197],"0.19<inline-formula":[198],"MPC":[204],"strong":[208],"potential":[209],"applications.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}