{"id":"https://openalex.org/W4405968097","doi":"https://doi.org/10.1109/tsg.2024.3524756","title":"Federated Accelerated Deep Reinforcement Learning for Multi-Zone HVAC Control in Commercial Buildings","display_name":"Federated Accelerated Deep Reinforcement Learning for Multi-Zone HVAC Control in Commercial Buildings","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4405968097","doi":"https://doi.org/10.1109/tsg.2024.3524756"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2024.3524756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2024.3524756","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yihan Xia","orcid":"https://orcid.org/0009-0001-3017-1762"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihan Xia","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China","School of Control Science and Engineering, Shandong University, China"],"raw_orcid":"https://orcid.org/0009-0001-3017-1762","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100711620","display_name":"Xinli Wang","orcid":"https://orcid.org/0000-0002-1376-3483"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinli Wang","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China","School of Control Science and Engineering, Shandong University, China"],"raw_orcid":"https://orcid.org/0000-0002-1376-3483","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032235313","display_name":"Xiaohong Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohong Yin","raw_affiliation_strings":["College of Automation and Electronic Engineering, Qingdao University of Science and Technology, Qingdao, China","College of Automation and Electronic Engineering, Qingdao University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Automation and Electronic Engineering, Qingdao University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I143413998"]},{"raw_affiliation_string":"College of Automation and Electronic Engineering, Qingdao University of Science and Technology, China","institution_ids":["https://openalex.org/I143413998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104167356","display_name":"Wanlin Bo","orcid":null},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanlin Bo","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China","School of Control Science and Engineering, Shandong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435829","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0002-0296-8993"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China","School of Control Science and Engineering, Shandong University, China"],"raw_orcid":"https://orcid.org/0000-0002-0296-8993","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041126305","display_name":"Shaoyuan Li","orcid":"https://orcid.org/0000-0003-3427-2912"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoyuan Li","raw_affiliation_strings":["College of Automation and Electronic Engineering, Qingdao University of Science and Technology, Qingdao, China","College of Automation and Electronic Engineering, Qingdao University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0003-3427-2912","affiliations":[{"raw_affiliation_string":"College of Automation and Electronic Engineering, Qingdao University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I143413998"]},{"raw_affiliation_string":"College of Automation and Electronic Engineering, Qingdao University of Science and Technology, China","institution_ids":["https://openalex.org/I143413998"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100456957","display_name":"Kang Li","orcid":"https://orcid.org/0000-0001-6657-0522"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kang Li","raw_affiliation_strings":["School of Electronic and Electric Engineering, University of Leeds, Leeds, U.K"],"raw_orcid":"https://orcid.org/0000-0001-6657-0522","affiliations":[{"raw_affiliation_string":"School of Electronic and Electric Engineering, University of Leeds, Leeds, U.K","institution_ids":["https://openalex.org/I130828816"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.3778,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.97362898,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"16","issue":"3","first_page":"2599","last_page":"2610"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.8359000086784363,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.8359000086784363,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.8965578079223633},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7127156853675842},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.641693651676178},{"id":"https://openalex.org/keywords/architectural-engineering","display_name":"Architectural engineering","score":0.5332398414611816},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5289692282676697},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.456265926361084},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.4336462616920471},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.38629013299942017},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.3568589687347412},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27672794461250305},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.23589906096458435},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.22808480262756348},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.17487025260925293},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.14353740215301514},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.11690095067024231}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.8965578079223633},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7127156853675842},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.641693651676178},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.5332398414611816},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5289692282676697},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.456265926361084},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.4336462616920471},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.38629013299942017},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.3568589687347412},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27672794461250305},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.23589906096458435},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.22808480262756348},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.17487025260925293},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.14353740215301514},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.11690095067024231}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2024.3524756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2024.3524756","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G484532979","display_name":null,"funder_award_id":"tsqn202312008","funder_id":"https://openalex.org/F4320326189","funder_display_name":"Taishan Scholar Project of Shandong Province"},{"id":"https://openalex.org/G7649244054","display_name":null,"funder_award_id":"ZR2023MF028","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G8148603319","display_name":null,"funder_award_id":"tsqn202312008","funder_id":"https://openalex.org/F4320326185","funder_display_name":"Taishan Scholar Foundation of Shandong Province"},{"id":"https://openalex.org/G8353740987","display_name":null,"funder_award_id":"62073194","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320326185","display_name":"Taishan Scholar Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320326189","display_name":"Taishan Scholar Project of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1983563831","https://openalex.org/W2078940037","https://openalex.org/W2079651407","https://openalex.org/W2115087314","https://openalex.org/W2345246782","https://openalex.org/W2590817293","https://openalex.org/W2625632007","https://openalex.org/W2625874945","https://openalex.org/W2797672018","https://openalex.org/W2897894570","https://openalex.org/W2963318081","https://openalex.org/W2971834437","https://openalex.org/W3011258057","https://openalex.org/W3037631072","https://openalex.org/W3081603852","https://openalex.org/W3095810316","https://openalex.org/W3097281440","https://openalex.org/W3123856535","https://openalex.org/W3130417286","https://openalex.org/W3198084268","https://openalex.org/W4282825681","https://openalex.org/W4283696359","https://openalex.org/W4285265295","https://openalex.org/W4291894402","https://openalex.org/W4298016884","https://openalex.org/W4313484354","https://openalex.org/W4366377771","https://openalex.org/W4386038470","https://openalex.org/W4386597876","https://openalex.org/W6738796088","https://openalex.org/W6752719897"],"related_works":["https://openalex.org/W2112866972","https://openalex.org/W4240233711","https://openalex.org/W2900606913","https://openalex.org/W4320003279","https://openalex.org/W2326910963","https://openalex.org/W3111008797","https://openalex.org/W4287552621","https://openalex.org/W1997024178","https://openalex.org/W972754114","https://openalex.org/W2375519400"],"abstract_inverted_index":{"Deep":[0],"Reinforcement":[1],"Learning":[2],"(DRL)":[3],"has":[4],"demonstrated":[5],"a":[6,58,95,103,112,131],"promising":[7],"prospect":[8],"in":[9,49,69,91],"optimizing":[10],"Heating,":[11],"Ventilation,":[12],"and":[13,22,89,110,156],"Air":[14],"Conditioning":[15],"(HVAC)":[16],"systems":[17],"to":[18,41,44,117],"minimize":[19],"energy":[20,154],"costs":[21],"improve":[23],"thermal":[24,32,158],"comfort":[25],"without":[26],"requiring":[27],"the":[28,80,119,143],"knowledge":[29],"of":[30,84,145],"building":[31,134],"dynamic":[33],"models.":[34],"However,":[35],"DRL":[36,63],"training":[37],"can":[38],"be":[39,76],"difficult":[40],"converge":[42],"due":[43],"its":[45],"long":[46],"exploration,":[47],"especially":[48],"multi-agent":[50],"scenarios.":[51],"To":[52,75],"address":[53],"these":[54],"concerns,":[55],"we":[56,78,101],"propose":[57],"novel":[59],"Federated":[60],"Accelerated":[61],"Multi-Agent":[62],"(FA-MADRL)":[64],"algorithm":[65],"for":[66,106],"HVAC":[67,93,107,135],"control":[68,82,109],"commercial":[70,133],"buildings":[71],"with":[72,137,149],"multizone":[73],"offices.":[74],"specific,":[77],"reformulate":[79],"optimal":[81],"problem":[83],"indoor":[85],"temperature,":[86],"CO2":[87],"concentration":[88],"humidity":[90],"multi-zone":[92],"as":[94],"Markov":[96],"Decision":[97],"Process":[98],"(MDP).":[99],"Then,":[100],"establish":[102],"MADRL":[104],"framework":[105],"system":[108,136],"utilize":[111],"federated":[113],"learning":[114],"(FL)":[115],"mechanism":[116],"accelerate":[118],"convergence":[120,151],"during":[121],"real-time":[122],"deployment.":[123],"Experimental":[124],"studies":[125],"have":[126],"been":[127],"carried":[128],"out":[129],"on":[130],"TRNSYS-based":[132],"multiple":[138],"zones.":[139],"The":[140],"results":[141],"demonstrate":[142],"superiority":[144],"our":[146],"proposed":[147],"algorithm,":[148],"improved":[150],"speed,":[152],"reduced":[153],"consumption,":[155],"satisfied":[157],"comfort.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}