{"id":"https://openalex.org/W4226034203","doi":"https://doi.org/10.1007/978-3-030-96772-7_40","title":"Multi-zone Residential HVAC Control with Satisfying Occupants\u2019 Thermal Comfort Requirements and Saving Energy via Reinforcement Learning","display_name":"Multi-zone Residential HVAC Control with Satisfying Occupants\u2019 Thermal Comfort Requirements and Saving Energy via Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4226034203","doi":"https://doi.org/10.1007/978-3-030-96772-7_40"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-96772-7_40","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-96772-7_40","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079631425","display_name":"Zhengkai Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengkai Ding","raw_affiliation_strings":["Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, China","School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087429872","display_name":"Qiming Fu","orcid":"https://orcid.org/0000-0001-9757-4323"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiming Fu","raw_affiliation_strings":["Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, China","School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437534","display_name":"Jianping Chen","orcid":"https://orcid.org/0000-0002-2109-5761"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianping Chen","raw_affiliation_strings":["Chongqing Industrial Big Data Innovation Center Co., Ltd., Chongqing, 400707, China","Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","School of Archirecture and Urban Planning, SuZhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, China","School of Archirecture and Urban Planning, SuZhou University of Science and Technology, Suzhou, China","Chongqing Industrial Big Data Innovation Center Co., Ltd., Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Industrial Big Data Innovation Center Co., Ltd., Chongqing, 400707, China","institution_ids":[]},{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Archirecture and Urban Planning, SuZhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Archirecture and Urban Planning, SuZhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Chongqing Industrial Big Data Innovation Center Co., Ltd., Chongqing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076525932","display_name":"Hongjie Wu","orcid":"https://orcid.org/0000-0001-5921-8707"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjie Wu","raw_affiliation_strings":["School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009920251","display_name":"You Lu","orcid":"https://orcid.org/0000-0002-0930-2764"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"You Lu","raw_affiliation_strings":["Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, China","Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086390256","display_name":"Fuyuan Hu","orcid":"https://orcid.org/0000-0002-6818-2221"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuyuan Hu","raw_affiliation_strings":["School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, SuZhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5087429872","https://openalex.org/A5100437534"],"corresponding_institution_ids":["https://openalex.org/I308837"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":3.7011,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.92831325,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"441","last_page":"451"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11529","display_name":"Refrigeration and Air Conditioning Technologies","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9528999924659729,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.8850842714309692},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8609166145324707},{"id":"https://openalex.org/keywords/thermal-comfort","display_name":"Thermal comfort","score":0.7892011404037476},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.736487627029419},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6227884888648987},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5936753153800964},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.48350194096565247},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43155306577682495},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.4147632122039795},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3740236163139343},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3601296544075012},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3458743095397949},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.17749598622322083},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1578873097896576}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.8850842714309692},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8609166145324707},{"id":"https://openalex.org/C133913538","wikidata":"https://www.wikidata.org/wiki/Q774514","display_name":"Thermal comfort","level":2,"score":0.7892011404037476},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.736487627029419},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6227884888648987},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5936753153800964},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.48350194096565247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43155306577682495},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.4147632122039795},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3740236163139343},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3601296544075012},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3458743095397949},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.17749598622322083},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1578873097896576},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-030-96772-7_40","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-96772-7_40","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9200000166893005,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W52840756","https://openalex.org/W2020428543","https://openalex.org/W2083255397","https://openalex.org/W2090859261","https://openalex.org/W2163121678","https://openalex.org/W2809095263","https://openalex.org/W2915864421","https://openalex.org/W2999478792","https://openalex.org/W3016212986","https://openalex.org/W3034748593","https://openalex.org/W3095810316","https://openalex.org/W3130417286","https://openalex.org/W4237130266"],"related_works":["https://openalex.org/W2112866972","https://openalex.org/W2900606913","https://openalex.org/W4320003279","https://openalex.org/W2357294886","https://openalex.org/W3038059713","https://openalex.org/W4281749375","https://openalex.org/W2079922090","https://openalex.org/W2017084161","https://openalex.org/W4388647520","https://openalex.org/W2188880028"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}