{"id":"https://openalex.org/W4296130960","doi":"https://doi.org/10.1080/09540091.2022.2120598","title":"Energy-efficient control of thermal comfort in multi-zone residential HVAC via reinforcement learning","display_name":"Energy-efficient control of thermal comfort in multi-zone residential HVAC via reinforcement learning","publication_year":2022,"publication_date":"2022-09-14","ids":{"openalex":"https://openalex.org/W4296130960","doi":"https://doi.org/10.1080/09540091.2022.2120598"},"language":"en","primary_location":{"id":"doi:10.1080/09540091.2022.2120598","is_oa":true,"landing_page_url":"https://doi.org/10.1080/09540091.2022.2120598","pdf_url":null,"source":{"id":"https://openalex.org/S4210188800","display_name":"Connection Science","issn_l":"0954-0091","issn":["0954-0091","1360-0494"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Connection Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1080/09540091.2022.2120598","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079631425","display_name":"Zhengkai Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zheng-Kai Ding","raw_affiliation_strings":["Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087429872","display_name":"Qiming Fu","orcid":"https://orcid.org/0000-0001-9757-4323"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi-Ming Fu","raw_affiliation_strings":["Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437534","display_name":"Jianping Chen","orcid":"https://orcid.org/0000-0002-2109-5761"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian-Ping Chen","raw_affiliation_strings":["Chongqing Industrial Big Data Innovation Center Co., Ltd., Chongqing, People's Republic of China","Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","School of Archirecture and Urban Planning, SuZhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","Chongqing Industrial Big Data Innovation Center Co., Ltd., Chongqing, People's Republic of China; Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Chongqing Industrial Big Data Innovation Center Co., Ltd., Chongqing, People's Republic of China","institution_ids":[]},{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Archirecture and Urban Planning, SuZhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Chongqing Industrial Big Data Innovation Center Co., Ltd., Chongqing, People's Republic of China; Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076525932","display_name":"Hongjie Wu","orcid":"https://orcid.org/0000-0001-5921-8707"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong-Jie Wu","raw_affiliation_strings":["School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009920251","display_name":"You Lu","orcid":"https://orcid.org/0000-0002-0930-2764"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"You Lu","raw_affiliation_strings":["Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086390256","display_name":"Fuyuan Hu","orcid":"https://orcid.org/0000-0002-6818-2221"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fu-Yuan Hu","raw_affiliation_strings":["School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, Jiangsu, People's Republic of China","institution_ids":["https://openalex.org/I308837"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5079631425"],"corresponding_institution_ids":["https://openalex.org/I308837"],"apc_list":{"value":1270,"currency":"USD","value_usd":1270},"apc_paid":{"value":1270,"currency":"USD","value_usd":1270},"fwci":3.0081,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.91074195,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"34","issue":"1","first_page":"2364","last_page":"2394"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11529","display_name":"Refrigeration and Air Conditioning Technologies","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9010000228881836,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.8377885818481445},{"id":"https://openalex.org/keywords/thermal-comfort","display_name":"Thermal comfort","score":0.783340573310852},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6937558650970459},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6120311617851257},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5300405025482178},{"id":"https://openalex.org/keywords/architectural-engineering","display_name":"Architectural engineering","score":0.42894551157951355},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.42490339279174805},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3043915033340454},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.20435088872909546},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.1666027009487152},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13469362258911133},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09607753157615662},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.09005454182624817},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.06523165106773376}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.8377885818481445},{"id":"https://openalex.org/C133913538","wikidata":"https://www.wikidata.org/wiki/Q774514","display_name":"Thermal comfort","level":2,"score":0.783340573310852},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6937558650970459},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6120311617851257},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5300405025482178},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.42894551157951355},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.42490339279174805},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3043915033340454},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.20435088872909546},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.1666027009487152},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13469362258911133},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09607753157615662},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.09005454182624817},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.06523165106773376},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/09540091.2022.2120598","is_oa":true,"landing_page_url":"https://doi.org/10.1080/09540091.2022.2120598","pdf_url":null,"source":{"id":"https://openalex.org/S4210188800","display_name":"Connection Science","issn_l":"0954-0091","issn":["0954-0091","1360-0494"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Connection Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:37ea10ca5cd845f78370d6eb74f69878","is_oa":true,"landing_page_url":"https://doaj.org/article/37ea10ca5cd845f78370d6eb74f69878","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Connection Science, Vol 34, Iss 1, Pp 2364-2394 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1080/09540091.2022.2120598","is_oa":true,"landing_page_url":"https://doi.org/10.1080/09540091.2022.2120598","pdf_url":null,"source":{"id":"https://openalex.org/S4210188800","display_name":"Connection Science","issn_l":"0954-0091","issn":["0954-0091","1360-0494"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Connection Science","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1214954270","display_name":null,"funder_award_id":"62072324","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2758043104","display_name":null,"funder_award_id":"61876121","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3160539482","display_name":null,"funder_award_id":"BK20190942","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G344637341","display_name":null,"funder_award_id":"61772357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6225290239","display_name":null,"funder_award_id":"61876217","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6618082628","display_name":null,"funder_award_id":"BE2020026","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W52840756","https://openalex.org/W1976162041","https://openalex.org/W2020428543","https://openalex.org/W2026980178","https://openalex.org/W2084376682","https://openalex.org/W2090859261","https://openalex.org/W2163121678","https://openalex.org/W2173248099","https://openalex.org/W2793818336","https://openalex.org/W2809047367","https://openalex.org/W2809095263","https://openalex.org/W2895294973","https://openalex.org/W2915864421","https://openalex.org/W2921732122","https://openalex.org/W2939653603","https://openalex.org/W2944740309","https://openalex.org/W2945782956","https://openalex.org/W2974005385","https://openalex.org/W2999478792","https://openalex.org/W3016212986","https://openalex.org/W3020910195","https://openalex.org/W3034748593","https://openalex.org/W3037631072","https://openalex.org/W3046201082","https://openalex.org/W3087355053","https://openalex.org/W3095810316","https://openalex.org/W3108494302","https://openalex.org/W3117922806","https://openalex.org/W3130417286","https://openalex.org/W3178087067","https://openalex.org/W3185565877","https://openalex.org/W3208324634","https://openalex.org/W3211240522","https://openalex.org/W3217632666","https://openalex.org/W4210322717","https://openalex.org/W4210469624","https://openalex.org/W4239774611","https://openalex.org/W4241588176","https://openalex.org/W4283794457","https://openalex.org/W6684205842"],"related_works":["https://openalex.org/W2112866972","https://openalex.org/W4240233711","https://openalex.org/W2900606913","https://openalex.org/W4320003279","https://openalex.org/W2357294886","https://openalex.org/W3038059713","https://openalex.org/W4281749375","https://openalex.org/W2079922090","https://openalex.org/W2017084161","https://openalex.org/W4388647520"],"abstract_inverted_index":{"Energy":[0],"efficient":[1],"control":[2,27,71,124],"of":[3,12,24,41,46,87,113],"thermal":[4,29,47,56,69,98,122,135,146,163],"comfort":[5,30,48,70,99,123,147,164],"has":[6],"been":[7],"already":[8],"an":[9,33,119],"important":[10],"part":[11],"residential":[13,75],"heating,":[14],"ventilation,":[15],"and":[16,49,55,91,162,171],"air":[17],"conditioning":[18],"(HVAC)":[19],"systems.":[20],"However,":[21],"the":[22,38,44,50,60,111,114],"optimisation":[23],"energy":[25,53,130,160],"saving":[26,54],"for":[28],"is":[31],"not":[32],"easy":[34],"task":[35],"due":[36],"to":[37,96,117],"complex":[39],"dynamics":[40,45],"HVAC":[42,121],"systems,":[43],"trade-off":[51],"between":[52],"comfort.":[57,136],"To":[58],"solve":[59],"above":[61],"problem,":[62],"we":[63,81,102],"propose":[64],"a":[65,83,92],"deep":[66,157],"reinforcement":[67],"learning-based":[68],"method":[72,127,143],"in":[73],"multi-zone":[74],"HVAC.":[76],"In":[77],"this":[78],"paper,":[79],"firstly":[80],"design":[82],"SVR-DNN":[84,115],"model,":[85],"consisting":[86],"Support":[88],"Vector":[89],"Regression":[90],"Deep":[93,104],"Neural":[94],"Network":[95],"predict":[97],"value.":[100],"Then,":[101],"apply":[103],"Deterministic":[105],"Policy":[106],"Gradient":[107],"(DDPG)":[108],"based":[109],"on":[110],"output":[112],"model":[116],"achieve":[118],"optimal":[120],"strategy.":[125],"This":[126],"can":[128,144,166],"minimise":[129],"consumption":[131,161],"while":[132],"satisfying":[133],"occupants'":[134],"The":[137],"experimental":[138],"results":[139],"show":[140],"that":[141],"our":[142],"improve":[145],"prediction":[148],"performance":[149],"by":[150,169],"20.5%":[151],"compared":[152,155],"with":[153,156],"DNN;":[154],"Q-network":[158],"(DQN),":[159],"violation":[165],"be":[167],"reduced":[168],"3.52%":[170],"64.37%":[172],"respectively.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-08T08:50:53.379069","created_date":"2025-10-10T00:00:00"}