{"id":"https://openalex.org/W4281660195","doi":"https://doi.org/10.3390/designs6030052","title":"End-to-End Deep Reinforcement Learning Control for HVAC Systems in Office Buildings","display_name":"End-to-End Deep Reinforcement Learning Control for HVAC Systems in Office Buildings","publication_year":2022,"publication_date":"2022-06-04","ids":{"openalex":"https://openalex.org/W4281660195","doi":"https://doi.org/10.3390/designs6030052"},"language":"en","primary_location":{"id":"doi:10.3390/designs6030052","doi":"https://doi.org/10.3390/designs6030052","is_oa":true,"landing_page_url":"https://doi.org/10.3390/designs6030052","pdf_url":"https://www.mdpi.com/2411-9660/6/3/52/pdf?version=1654313516","source":{"id":"https://openalex.org/S4210222353","display_name":"Designs","issn_l":"2411-9660","issn":["2411-9660"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designs","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4281660195"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2411-9660/6/3/52/pdf?version=1654313516","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021697818","display_name":"Xuyang Zhong","orcid":"https://orcid.org/0000-0002-0621-5622","observed_orcids":["https://orcid.org/0000-0002-0621-5622"]},"institutions":[{"id":"https://openalex.org/I3129496460","display_name":"Lishui University","ror":"https://ror.org/0418kp584","country_code":"CN","type":"education","lineage":["https://openalex.org/I3129496460"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuyang Zhong","raw_affiliation_strings":["Department of Civil Engineering, Faculty of Engineering, Lishui University, Lishui 323000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Civil Engineering, Faculty of Engineering, Lishui University, Lishui 323000, China","institution_ids":["https://openalex.org/I3129496460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015827288","display_name":"Zhiang Zhang","orcid":"https://orcid.org/0000-0002-7473-9786","observed_orcids":["https://orcid.org/0000-0002-7473-9786"]},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiang Zhang","raw_affiliation_strings":["Department of Architecture and Built Environment, University of Nottingham Ningbo China, 199 East Taikang Road, Ningbo 315100, China"],"raw_orcid":"https://orcid.org/0000-0002-7473-9786","affiliations":[{"raw_affiliation_string":"Department of Architecture and Built Environment, University of Nottingham Ningbo China, 199 East Taikang Road, Ningbo 315100, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100660644","display_name":"Ruijun Zhang","orcid":"https://orcid.org/0000-0001-6869-8861","observed_orcids":["https://orcid.org/0000-0001-6869-8861","https://orcid.org/0000-0001-6785-9619"]},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ruijun Zhang","raw_affiliation_strings":["Department of Architecture and Built Environment, The University of Nottingham, Nottingham NG7 2RD, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Architecture and Built Environment, The University of Nottingham, Nottingham NG7 2RD, UK","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101785703","display_name":"Chenlu Zhang","orcid":"https://orcid.org/0009-0007-4538-3390","observed_orcids":["https://orcid.org/0009-0007-4538-3390"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenlu Zhang","raw_affiliation_strings":["Center for Building Performance and Diagnostics, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Building Performance and Diagnostics, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5015827288","https://openalex.org/A5021697818"],"corresponding_institution_ids":["https://openalex.org/I13591777","https://openalex.org/I3129496460"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1466},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1466},"fwci":2.3586,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.86908804,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"6","issue":"3","first_page":"52","last_page":"52"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13263","display_name":"Building energy efficiency and sustainability","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac-control","display_name":"HVAC control","score":0.9729999899864197},{"id":"https://openalex.org/keywords/office-buildings","display_name":"office buildings","score":0.8560000061988831},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9459999799728394},{"id":"https://openalex.org/keywords/end-to-end-control","display_name":"end-to-end control","score":0.875},{"id":"https://openalex.org/keywords/multi-zone-buildings","display_name":"multi-zone buildings","score":0.8769999742507935},{"id":"https://openalex.org/keywords/hvac-energy-efficiency","display_name":"HVAC energy efficiency","score":0.843999981880188},{"id":"https://openalex.org/keywords/indoor-thermal-comfort","display_name":"indoor thermal comfort","score":0.9490000009536743},{"id":"https://openalex.org/keywords/overfitting","display_name":"overfitting","score":0.6370000243186951},{"id":"https://openalex.org/keywords/model-free-control","display_name":"model-free control","score":0.593999981880188}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.9546102285385132},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8031952381134033},{"id":"https://openalex.org/C133913538","wikidata":"https://www.wikidata.org/wiki/Q774514","display_name":"Thermal comfort","level":2,"score":0.5754097700119019},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.517844021320343},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48447084426879883},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4697178900241852},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.4366673231124878},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4106120467185974},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4042155146598816},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3780459761619568},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.3652156591415405},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3400360345840454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2894335091114044},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.07287400960922241},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/designs6030052","doi":"https://doi.org/10.3390/designs6030052","is_oa":true,"landing_page_url":"https://doi.org/10.3390/designs6030052","pdf_url":"https://www.mdpi.com/2411-9660/6/3/52/pdf?version=1654313516","source":{"id":"https://openalex.org/S4210222353","display_name":"Designs","issn_l":"2411-9660","issn":["2411-9660"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designs","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:21e19be3151641c0b7481218354aa653","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/21e19be3151641c0b7481218354aa653","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Designs, Vol 6, Iss 3, p 52 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/designs6030052","doi":"https://doi.org/10.3390/designs6030052","is_oa":true,"landing_page_url":"https://doi.org/10.3390/designs6030052","pdf_url":"https://www.mdpi.com/2411-9660/6/3/52/pdf?version=1654313516","source":{"id":"https://openalex.org/S4210222353","display_name":"Designs","issn_l":"2411-9660","issn":["2411-9660"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designs","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.75}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1421291469","display_name":null,"funder_award_id":"I01210100007","funder_id":"https://openalex.org/F4320337088","funder_display_name":"University of Nottingham Ningbo China"}],"funders":[{"id":"https://openalex.org/F4320337088","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281660195.pdf","grobid_xml":"https://content.openalex.org/works/W4281660195.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W586295233","https://openalex.org/W1480610080","https://openalex.org/W1655010753","https://openalex.org/W1839500782","https://openalex.org/W1955461630","https://openalex.org/W1973509551","https://openalex.org/W1979871102","https://openalex.org/W1986570820","https://openalex.org/W1988382136","https://openalex.org/W1991115896","https://openalex.org/W1993411524","https://openalex.org/W2108152153","https://openalex.org/W2173089344","https://openalex.org/W2273355447","https://openalex.org/W2486910150","https://openalex.org/W2579352670","https://openalex.org/W2742688473","https://openalex.org/W2888455092","https://openalex.org/W2889620391","https://openalex.org/W2923066525","https://openalex.org/W2957897705","https://openalex.org/W2972239117","https://openalex.org/W2979912129","https://openalex.org/W2988035443","https://openalex.org/W2997051579","https://openalex.org/W3008986041","https://openalex.org/W3013294057","https://openalex.org/W3046234042","https://openalex.org/W3087704175","https://openalex.org/W3130417286","https://openalex.org/W3150682333","https://openalex.org/W3197891388","https://openalex.org/W3205019193","https://openalex.org/W3214382596","https://openalex.org/W3215380763","https://openalex.org/W3216070854","https://openalex.org/W3217427740","https://openalex.org/W4200270335","https://openalex.org/W4206749819","https://openalex.org/W4220738833","https://openalex.org/W4220967739","https://openalex.org/W4224903585","https://openalex.org/W4225157558","https://openalex.org/W4226063471"],"related_works":["https://openalex.org/W2995405171","https://openalex.org/W4407636225","https://openalex.org/W4392582168","https://openalex.org/W7162860964","https://openalex.org/W4402946817","https://openalex.org/W4392253735","https://openalex.org/W4292023839","https://openalex.org/W4391310563","https://openalex.org/W7124443082","https://openalex.org/W3095810316"],"abstract_inverted_index":{"The":[0],"heating,":[1],"ventilation,":[2],"and":[3,16,129,135],"air":[4],"conditioning":[5],"(HVAC)":[6],"system":[7,106],"is":[8,19],"a":[9,85,94,108,141,155],"major":[10],"energy":[11,37,162],"consumer":[12],"in":[13,60],"office":[14,110],"buildings,":[15],"its":[17],"operation":[18],"critical":[20],"for":[21,56],"indoor":[22,130,137],"thermal":[23,177],"comfort.":[24,178],"While":[25],"previous":[26],"studies":[27],"have":[28],"indicated":[29],"that":[30,186],"reinforcement":[31,68,98,197],"learning":[32,69,99],"control":[33,47,54,90,102,120,136,150,157,173],"can":[34],"improve":[35],"HVAC":[36,58,80,89,105,161],"efficiency,":[38],"they":[39],"did":[40],"not":[41],"provide":[42],"enough":[43],"information":[44],"about":[45],"end-to-end":[46,87],"(i.e.,":[48],"from":[49],"raw":[50],"observations":[51],"to":[52,64,101,159],"ready-to-implement":[53],"signals)":[55],"centralized":[57,104],"systems":[59],"multizone":[61,109],"buildings":[62,74],"due":[63],"the":[65,72,103,114,118,148,168,193],"limitations":[66],"of":[67,107,195],"methods":[70],"or":[71],"test":[73,146],"being":[75],"single":[76],"zones":[77],"with":[78,167],"independent":[79],"systems.":[81],"This":[82],"study":[83],"developed":[84],"model-free":[86],"dynamic":[88,156],"method":[91,121,151],"based":[92],"on":[93,192],"recently":[95],"proposed":[96,119,149],"deep":[97,115,196],"framework":[100],"building.":[111],"By":[112],"using":[113,171],"neural":[116],"network,":[117],"could":[122,152],"directly":[123],"take":[124],"measurable":[125],"parameters,":[126],"including":[127],"weather":[128],"environment":[131],"conditions,":[132],"as":[133],"inputs":[134],"temperature":[138],"setpoints":[139],"at":[140],"supervisory":[142],"level.":[143],"In":[144],"some":[145],"cases,":[147],"successfully":[153],"learn":[154],"policy":[158],"reduce":[160],"consumption":[163],"by":[164],"12.8%":[165],"compared":[166],"baseline":[169],"case":[170],"conventional":[172],"methods,":[174],"without":[175],"compromising":[176],"However,":[179],"an":[180],"over-fitting":[181],"problem":[182],"was":[183],"noted,":[184],"indicating":[185],"future":[187],"work":[188],"should":[189],"first":[190],"focus":[191],"generalization":[194],"learning.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2022-06-13T00:00:00"}