{"id":"https://openalex.org/W2625874945","doi":"https://doi.org/10.1145/3061639.3062224","title":"Deep Reinforcement Learning for Building HVAC Control","display_name":"Deep Reinforcement Learning for Building HVAC Control","publication_year":2017,"publication_date":"2017-06-13","ids":{"openalex":"https://openalex.org/W2625874945","doi":"https://doi.org/10.1145/3061639.3062224","mag":"2625874945"},"language":"en","primary_location":{"id":"doi:10.1145/3061639.3062224","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3061639.3062224","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th Annual Design Automation Conference 2017","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055725891","display_name":"Tianshu Wei","orcid":"https://orcid.org/0000-0002-6322-6192"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tianshu Wei","raw_affiliation_strings":["University of California, Riverside"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Riverside","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100651384","display_name":"Yanzhi Wang","orcid":"https://orcid.org/0000-0002-3024-7990"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanzhi Wang","raw_affiliation_strings":["Syracuse University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Syracuse University","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020896290","display_name":"Qi Zhu","orcid":"https://orcid.org/0000-0002-7700-4099"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Zhu","raw_affiliation_strings":["University of California, Riverside"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Riverside","institution_ids":["https://openalex.org/I103635307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5055725891"],"corresponding_institution_ids":["https://openalex.org/I103635307"],"apc_list":null,"apc_paid":null,"fwci":27.8447,"has_fulltext":false,"cited_by_count":438,"citation_normalized_percentile":{"value":0.99840691,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.971912145614624},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7779863476753235},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.6906353235244751},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.644748866558075},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5664701461791992},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5187999606132507},{"id":"https://openalex.org/keywords/building-management-system","display_name":"Building management system","score":0.5080296993255615},{"id":"https://openalex.org/keywords/building-automation","display_name":"Building automation","score":0.4573293626308441},{"id":"https://openalex.org/keywords/ventilation","display_name":"Ventilation (architecture)","score":0.43076014518737793},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.42482346296310425},{"id":"https://openalex.org/keywords/thermal-comfort","display_name":"Thermal comfort","score":0.4243684411048889},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4090555012226105},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3702767789363861},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.34732285141944885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3234097361564636},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3105969727039337},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2800315022468567},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.09208846092224121},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.0846465528011322},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.07611861824989319}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.971912145614624},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7779863476753235},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.6906353235244751},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.644748866558075},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5664701461791992},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5187999606132507},{"id":"https://openalex.org/C106527866","wikidata":"https://www.wikidata.org/wiki/Q1489497","display_name":"Building management system","level":3,"score":0.5080296993255615},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.4573293626308441},{"id":"https://openalex.org/C200457457","wikidata":"https://www.wikidata.org/wiki/Q584049","display_name":"Ventilation (architecture)","level":2,"score":0.43076014518737793},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.42482346296310425},{"id":"https://openalex.org/C133913538","wikidata":"https://www.wikidata.org/wiki/Q774514","display_name":"Thermal comfort","level":2,"score":0.4243684411048889},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4090555012226105},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3702767789363861},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.34732285141944885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3234097361564636},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3105969727039337},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2800315022468567},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.09208846092224121},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0846465528011322},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.07611861824989319},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3061639.3062224","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3061639.3062224","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th Annual Design Automation Conference 2017","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8999999761581421}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W114517082","https://openalex.org/W166862392","https://openalex.org/W1209078686","https://openalex.org/W1550698229","https://openalex.org/W1612565963","https://openalex.org/W1677182931","https://openalex.org/W1839500782","https://openalex.org/W1955461630","https://openalex.org/W2019348145","https://openalex.org/W2025965975","https://openalex.org/W2029264889","https://openalex.org/W2055689268","https://openalex.org/W2120346334","https://openalex.org/W2121305631","https://openalex.org/W2137451368","https://openalex.org/W2145339207","https://openalex.org/W2163085155","https://openalex.org/W2257979135","https://openalex.org/W2952984635","https://openalex.org/W2980797340","https://openalex.org/W3216271446","https://openalex.org/W4245296547","https://openalex.org/W4285719527","https://openalex.org/W6677737365","https://openalex.org/W6680776264"],"related_works":["https://openalex.org/W2357294886","https://openalex.org/W3038059713","https://openalex.org/W4281749375","https://openalex.org/W2079922090","https://openalex.org/W2017084161","https://openalex.org/W3046823714","https://openalex.org/W2348218441","https://openalex.org/W4205684936","https://openalex.org/W3021806226","https://openalex.org/W2329485921"],"abstract_inverted_index":{"Buildings":[0],"account":[1],"for":[2,90],"nearly":[3],"40%":[4],"of":[5,16,31,100],"the":[6,11,21,36,41,45,58,78,87,92,98,107,126,132],"total":[7],"energy":[8,42,121],"consumption":[9],"in":[10,54,60,120],"United":[12],"States,":[13],"about":[14],"half":[15],"which":[17],"is":[18,117],"used":[19],"by":[20],"HVAC":[22,33,94],"(heating,":[23],"ventilation,":[24],"and":[25,48,64],"air":[26],"conditioning)":[27],"system.":[28],"Intelligent":[29],"scheduling":[30],"building":[32,61,93],"systems":[34],"has":[35],"potential":[37],"to":[38,57,84],"significantly":[39],"reduce":[40],"cost.":[43],"However,":[44],"traditional":[46,127],"rule-based":[47,128],"model-based":[49],"strategies":[50],"are":[51],"often":[52],"inefficient":[53],"practice,":[55],"due":[56],"complexity":[59],"thermal":[62],"dynamics":[63],"heterogeneous":[65],"environment":[66],"disturbances.":[67],"In":[68],"this":[69],"work,":[70],"we":[71],"develop":[72],"a":[73],"data-driven":[74],"approach":[75],"that":[76,113],"leverages":[77],"deep":[79],"reinforcement":[80],"learning":[81],"(DRL)":[82],"technique,":[83],"intelligently":[85],"learn":[86],"effective":[88,119],"strategy":[89],"operating":[91],"systems.":[95],"We":[96],"evaluate":[97],"performance":[99],"our":[101,114],"DRL":[102],"algorithm":[103,116],"through":[104],"simulations":[105],"using":[106],"widely-adopted":[108],"EnergyPlus":[109],"tool.":[110],"Experiments":[111],"demonstrate":[112],"DRL-based":[115],"more":[118],"cost":[122],"reduction":[123],"compared":[124],"with":[125],"approach,":[129],"while":[130],"maintaining":[131],"room":[133],"temperature":[134],"within":[135],"desired":[136],"range.":[137]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":61},{"year":2024,"cited_by_count":47},{"year":2023,"cited_by_count":59},{"year":2022,"cited_by_count":60},{"year":2021,"cited_by_count":80},{"year":2020,"cited_by_count":67},{"year":2019,"cited_by_count":26},{"year":2018,"cited_by_count":20},{"year":2017,"cited_by_count":5}],"updated_date":"2026-04-26T08:31:28.666265","created_date":"2025-10-10T00:00:00"}