{"id":"https://openalex.org/W4313147547","doi":"https://doi.org/10.1109/access.2022.3227450","title":"Multi-Agent Reinforcement Learning Based Actuator Control for EV HVAC Systems","display_name":"Multi-Agent Reinforcement Learning Based Actuator Control for EV HVAC Systems","publication_year":2022,"publication_date":"2022-12-07","ids":{"openalex":"https://openalex.org/W4313147547","doi":"https://doi.org/10.1109/access.2022.3227450"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3227450","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3227450","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/09973292.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/09973292.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sungho Joo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sungho Joo","raw_affiliation_strings":["MakinaRocks, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MakinaRocks, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100743501","display_name":"Dongmin Lee","orcid":"https://orcid.org/0000-0002-5311-5325"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dongmin Lee","raw_affiliation_strings":["MakinaRocks, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MakinaRocks, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101404262","display_name":"Minseop Kim","orcid":"https://orcid.org/0009-0004-4477-9228"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minseop Kim","raw_affiliation_strings":["MakinaRocks, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MakinaRocks, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100759355","display_name":"Tae-Ho Lee","orcid":"https://orcid.org/0000-0002-1288-5104"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taeho Lee","raw_affiliation_strings":["MakinaRocks, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-1288-5104","affiliations":[{"raw_affiliation_string":"MakinaRocks, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020546696","display_name":"Sanghyeok Choi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sanghyeok Choi","raw_affiliation_strings":["MakinaRocks, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MakinaRocks, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002296947","display_name":"Seungju Kim","orcid":"https://orcid.org/0000-0001-8113-6556"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seungju Kim","raw_affiliation_strings":["MakinaRocks, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MakinaRocks, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036435567","display_name":"Jeyeol Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeyeol Lee","raw_affiliation_strings":["Hanon Systems, Deajeon, Republic of Korea","MakinaRocks, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanon Systems, Deajeon, Republic of Korea","institution_ids":[]},{"raw_affiliation_string":"MakinaRocks, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026581580","display_name":"Joongjae Kim","orcid":"https://orcid.org/0000-0001-9028-8199"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joongjae Kim","raw_affiliation_strings":["Hanon Systems, Deajeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-9028-8199","affiliations":[{"raw_affiliation_string":"Hanon Systems, Deajeon, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047698904","display_name":"Yongsub Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongsub Lim","raw_affiliation_strings":["MakinaRocks, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MakinaRocks, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100346652","display_name":"Jeong-Hoon Lee","orcid":"https://orcid.org/0000-0002-5059-1684"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeonghoon Lee","raw_affiliation_strings":["Hanon Systems, Deajeon, Republic of Korea","MakinaRocks, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-5059-1684","affiliations":[{"raw_affiliation_string":"Hanon Systems, Deajeon, Republic of Korea","institution_ids":[]},{"raw_affiliation_string":"MakinaRocks, Seoul, Republic of Korea","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.5777,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.8268424,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"7574","last_page":"7587"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/setpoint","display_name":"Setpoint","score":0.9047684669494629},{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.8048073053359985},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7134407758712769},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6649275422096252},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.6639045476913452},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.5454481244087219},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.536532998085022},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5139784216880798},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.4513871967792511},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.4437279999256134},{"id":"https://openalex.org/keywords/thermostat","display_name":"Thermostat","score":0.44233959913253784},{"id":"https://openalex.org/keywords/electric-energy-consumption","display_name":"Electric energy consumption","score":0.4332706332206726},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.4288389980792999},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4262602627277374},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4026898145675659},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.28030115365982056},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2493411898612976},{"id":"https://openalex.org/keywords/temperature-control","display_name":"Temperature control","score":0.2399132251739502},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18899574875831604}],"concepts":[{"id":"https://openalex.org/C12302492","wikidata":"https://www.wikidata.org/wiki/Q1752097","display_name":"Setpoint","level":2,"score":0.9047684669494629},{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.8048073053359985},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7134407758712769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6649275422096252},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.6639045476913452},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.5454481244087219},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.536532998085022},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5139784216880798},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.4513871967792511},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.4437279999256134},{"id":"https://openalex.org/C187819001","wikidata":"https://www.wikidata.org/wiki/Q187665","display_name":"Thermostat","level":2,"score":0.44233959913253784},{"id":"https://openalex.org/C2779027077","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Electric energy consumption","level":4,"score":0.4332706332206726},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.4288389980792999},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4262602627277374},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4026898145675659},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28030115365982056},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2493411898612976},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.2399132251739502},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18899574875831604},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C29592376","wikidata":"https://www.wikidata.org/wiki/Q206799","display_name":"Electric energy","level":3,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3227450","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3227450","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/09973292.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3a26f8e55b41422197c2a54293656311","is_oa":true,"landing_page_url":"https://doaj.org/article/3a26f8e55b41422197c2a54293656311","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 7574-7587 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3227450","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3227450","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/09973292.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8999999761581421,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4313147547.pdf","grobid_xml":"https://content.openalex.org/works/W4313147547.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W64088143","https://openalex.org/W100491398","https://openalex.org/W1511742137","https://openalex.org/W1542941925","https://openalex.org/W1976904966","https://openalex.org/W1981585039","https://openalex.org/W1991677816","https://openalex.org/W2016354531","https://openalex.org/W2046376809","https://openalex.org/W2057987164","https://openalex.org/W2099618002","https://openalex.org/W2145339207","https://openalex.org/W2148638215","https://openalex.org/W2511140678","https://openalex.org/W2596042306","https://openalex.org/W2625874945","https://openalex.org/W2736080356","https://openalex.org/W2747014259","https://openalex.org/W2794201917","https://openalex.org/W2795237036","https://openalex.org/W2908261578","https://openalex.org/W2963122546","https://openalex.org/W2981038142","https://openalex.org/W2982316857","https://openalex.org/W3023669592","https://openalex.org/W3037631072","https://openalex.org/W3089207091","https://openalex.org/W3100459944","https://openalex.org/W3156295478","https://openalex.org/W4214717370","https://openalex.org/W4230539994","https://openalex.org/W4242245441","https://openalex.org/W6604005387","https://openalex.org/W6631190155","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6757592117","https://openalex.org/W6767919266","https://openalex.org/W6772005887"],"related_works":["https://openalex.org/W2183259099","https://openalex.org/W4285822553","https://openalex.org/W2952490676","https://openalex.org/W3156939583","https://openalex.org/W4385408633","https://openalex.org/W4388320601","https://openalex.org/W2783252920","https://openalex.org/W2066400031","https://openalex.org/W200479544","https://openalex.org/W2792652528"],"abstract_inverted_index":{"While":[0],"electric":[1],"vehicles":[2],"(EVs)":[3],"continue":[4],"to":[5,12,75,94],"draw":[6],"more":[7],"attention":[8],"as":[9,28,111],"an":[10],"alternative":[11],"traditional":[13],"fossil":[14],"fuel":[15],"vehicles,":[16],"the":[17,39,46,63,97,101,144,151],"relatively":[18],"short":[19],"driving":[20],"range":[21],"of":[22,34,38,100,150,154],"EVs":[23,44],"is":[24,45,132],"often":[25],"pointed":[26],"out":[27],"their":[29],"biggest":[30],"drawback.":[31],"In":[32,81],"terms":[33],"energy":[35,152],"consumption,":[36],"one":[37],"most":[40],"energy-intensive":[41],"systems":[42,56],"in":[43,77,159],"heating,":[47],"ventilation,":[48],"and":[49,72,115,139],"air":[50],"conditioning":[51],"(HVAC)":[52],"system.":[53],"Most":[54],"HVAC":[55],"use":[57],"On/Off":[58],"or":[59],"PID":[60,155],"control":[61,67,96,156],"for":[62,125],"actuators,":[64],"but":[65],"these":[66],"methods":[68],"have":[69],"low":[70],"efficiency":[71,116],"are":[73],"difficult":[74],"apply":[76],"multiple-input":[78],"multiple-output":[79],"systems.":[80,104],"this":[82,106],"paper,":[83],"we":[84],"propose":[85],"a":[86,135,160],"novel":[87],"multi-agent":[88],"deep":[89],"reinforcement":[90],"learning":[91],"(MADRL)":[92],"method":[93,131,146],"efficiently":[95],"low-level":[98],"actuators":[99],"EV":[102],"HAVC":[103],"Through":[105],"method,":[107],"multiple":[108],"objectivs":[109],"such":[110],"setpoint":[112],"temperature,":[113],"subcooling":[114],"can":[117],"be":[118],"considered":[119],"simultaneously":[120],"by":[121],"giving":[122],"independent":[123],"rewards":[124],"each":[126],"actuator":[127],"agent.":[128],"The":[129],"proposed":[130],"evaluated":[133],"via":[134],"actual":[136],"vehicle":[137],"simulator,":[138],"experimental":[140],"results":[141],"show":[142],"that":[143],"MADRL-based":[145],"consumes":[147],"only":[148],"53%":[149],"consumption":[153],"on":[157],"average":[158],"transient":[161],"phase.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}