{"id":"https://openalex.org/W4285115428","doi":"https://doi.org/10.1109/jiot.2022.3175728","title":"Toward Smart Multizone HVAC Control by Combining Context-Aware System and Deep Reinforcement Learning","display_name":"Toward Smart Multizone HVAC Control by Combining Context-Aware System and Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-05-17","ids":{"openalex":"https://openalex.org/W4285115428","doi":"https://doi.org/10.1109/jiot.2022.3175728"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3175728","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3175728","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027396433","display_name":"Xiangtian Deng","orcid":"https://orcid.org/0000-0002-7002-6834"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangtian Deng","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7002-6834","affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037682194","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0003-2662-7699"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["Department of Automation, Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","Institute of Future Human Habitats, Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2662-7699","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute of Future Human Habitats, Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100653787","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0001-5526-866X"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["Department of Automation, Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","Institute of Future Human Habitats, Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5526-866X","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute of Future Human Habitats, Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100745922","display_name":"Qi He","orcid":"https://orcid.org/0000-0001-6000-2655"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He Qi","raw_affiliation_strings":["Green Development Center, China Construction Science and Technology Group Cooperation, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Green Development Center, China Construction Science and Technology Group Cooperation, Shenzhen, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1061,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.94461359,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"9","issue":"21","first_page":"21010","last_page":"21024"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9560999870300293,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9560999870300293,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.8581814765930176},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7169187664985657},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7118958830833435},{"id":"https://openalex.org/keywords/building-automation","display_name":"Building automation","score":0.6143542528152466},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6031771898269653},{"id":"https://openalex.org/keywords/context-awareness","display_name":"Context awareness","score":0.5533954501152039},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.505366861820221},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.47324496507644653},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.343248188495636},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3261706233024597},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18884116411209106},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07865035533905029}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.8581814765930176},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7169187664985657},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7118958830833435},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.6143542528152466},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6031771898269653},{"id":"https://openalex.org/C2781368080","wikidata":"https://www.wikidata.org/wiki/Q501688","display_name":"Context awareness","level":3,"score":0.5533954501152039},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.505366861820221},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.47324496507644653},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.343248188495636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3261706233024597},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18884116411209106},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07865035533905029},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3175728","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3175728","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G4750411206","display_name":null,"funder_award_id":"JC2021001","funder_id":"https://openalex.org/F4320337986","funder_display_name":"Tsinghua Shenzhen International Graduate School"},{"id":"https://openalex.org/G8030872507","display_name":null,"funder_award_id":"51838007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337986","display_name":"Tsinghua Shenzhen International Graduate School","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1632195884","https://openalex.org/W1973944436","https://openalex.org/W2003043073","https://openalex.org/W2018386036","https://openalex.org/W2018386573","https://openalex.org/W2019348145","https://openalex.org/W2024486844","https://openalex.org/W2026980178","https://openalex.org/W2094603253","https://openalex.org/W2119340383","https://openalex.org/W2136537511","https://openalex.org/W2136756208","https://openalex.org/W2145339207","https://openalex.org/W2163121678","https://openalex.org/W2164861471","https://openalex.org/W2166681263","https://openalex.org/W2168867823","https://openalex.org/W2187089797","https://openalex.org/W2245506895","https://openalex.org/W2257979135","https://openalex.org/W2293784224","https://openalex.org/W2344353297","https://openalex.org/W2559096601","https://openalex.org/W2568808500","https://openalex.org/W2598151764","https://openalex.org/W2598530959","https://openalex.org/W2625874945","https://openalex.org/W2626346508","https://openalex.org/W2753273278","https://openalex.org/W2770587725","https://openalex.org/W2787938642","https://openalex.org/W2801749227","https://openalex.org/W2807562575","https://openalex.org/W2900263141","https://openalex.org/W2921459283","https://openalex.org/W2922881794","https://openalex.org/W2924196570","https://openalex.org/W2943927637","https://openalex.org/W2949464762","https://openalex.org/W2952526277","https://openalex.org/W2955436978","https://openalex.org/W2956808672","https://openalex.org/W2957897705","https://openalex.org/W2974232099","https://openalex.org/W2985363569","https://openalex.org/W2989198313","https://openalex.org/W2989354373","https://openalex.org/W3003266187","https://openalex.org/W3008865430","https://openalex.org/W3023669592","https://openalex.org/W3026809055","https://openalex.org/W3036685411","https://openalex.org/W3037631072","https://openalex.org/W3045509595","https://openalex.org/W3080459818","https://openalex.org/W3081603852","https://openalex.org/W3095810316","https://openalex.org/W3106425084","https://openalex.org/W3109235893","https://openalex.org/W3123856535","https://openalex.org/W3127929498","https://openalex.org/W3157554665","https://openalex.org/W3162079807","https://openalex.org/W3166166623","https://openalex.org/W3176644937","https://openalex.org/W3207250575","https://openalex.org/W4214717370","https://openalex.org/W6683161245","https://openalex.org/W6739901393","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W3046823714","https://openalex.org/W2348218441","https://openalex.org/W4205684936","https://openalex.org/W3021806226","https://openalex.org/W2749654269","https://openalex.org/W2735458449","https://openalex.org/W2329485921","https://openalex.org/W3031841740","https://openalex.org/W3123745253","https://openalex.org/W2913951268"],"abstract_inverted_index":{"Building":[0],"energy":[1,10,31,232],"consumption":[2,11],"accounts":[3],"for":[4,18,73,88,102,145,165,204,248],"a":[5,14,154,171,198,212,217],"large":[6],"figure":[7],"of":[8,81,120,123,131,231],"total":[9],"and":[12,21,46,105,175],"keeps":[13],"rapid":[15],"increase.":[16],"Energy":[17],"heating,":[19],"ventilation,":[20],"air":[22],"conditioning":[23],"(HVAC)":[24],"is":[25,137,197],"the":[26,61,82,94,107,118,121,134,176,185,202,246],"main":[27],"contribution.":[28],"To":[29,149],"save":[30],"with":[32,77,117,238],"maintaining":[33,239],"comfort,":[34],"control":[35,76,108],"methods":[36,99],"have":[37],"been":[38],"studied,":[39],"including":[40],"rule-based":[41],"methods,":[42],"model":[43],"predictive":[44],"control,":[45,168],"deep":[47],"reinforcement":[48],"learning":[49,188],"(DRL).":[50],"While":[51],"their":[52],"performance":[53],"in":[54,126,133,211],"real":[55],"applications":[56],"can":[57,226],"be":[58],"restricted":[59],"by":[60,67,187],"highly":[62],"nonstationary":[63],"building":[64,103,147,205],"environment":[65,143],"caused":[66],"factors":[68],"like":[69],"weather":[70],"conditions.":[71],"Especially,":[72],"multizone":[74,166,218],"HVAC":[75,167],"multiple":[78],"controllers,":[79],"variation":[80],"controller":[83],"policy":[84],"causes":[85],"potential":[86],"nonstationarity":[87,95,186],"each":[89],"other.":[90],"Current":[91],"solutions":[92],"to":[93,141,229,235],"based":[96],"on":[97,216],"model-based":[98],"add":[100],"complexity":[101],"modeling":[104],"decrease":[106],"efficiency.":[109],"In":[110],"addition,":[111],"although":[112],"massive":[113],"data":[114,132,190],"are":[115],"available":[116],"development":[119],"Internet":[122],"Things":[124],"(IoT)":[125],"smart":[127,146],"buildings,":[128],"high-level":[129],"exploitation":[130],"context-aware":[135,156,173,182],"system":[136,174,183],"not":[138],"yet":[139],"explored":[140],"detect":[142],"changes":[144],"control.":[148],"this":[150],"end,":[151],"we":[152],"propose":[153],"novel":[155],"model-free":[157,199],"DRL":[158,178],"method":[159,200],"called":[160],"Trans-Context":[161,195,209,224,243],"soft":[162],"actor\u2013critic":[163],"(SAC)":[164],"which":[169],"combines":[170],"transformer-encoder-based":[172],"state-of-the-art":[177],"algorithm":[179],"SAC.":[180],"The":[181],"disentangles":[184],"context":[189],"from":[191],"IoT":[192],"sensors.":[193],"Besides,":[194,242],"SAC":[196,210,225,244],"without":[201],"need":[203],"modeling.":[206],"We":[207],"evaluate":[208],"simulation-based":[213],"case":[214],"study":[215],"commercial":[219],"building.":[220],"Results":[221],"demonstrate":[222],"that":[223],"achieve":[227],"up":[228],"15.9%":[230],"saving":[233],"compared":[234],"other":[236],"baselines":[237],"thermal":[240],"comfort.":[241],"obtains":[245],"generalization":[247],"unseen":[249],"environments.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-17T08:01:34.144755","created_date":"2025-10-10T00:00:00"}