{"id":"https://openalex.org/W4393421176","doi":"https://doi.org/10.1145/3656043","title":"Exploring Deep Reinforcement Learning for Holistic Smart Building Control","display_name":"Exploring Deep Reinforcement Learning for Holistic Smart Building Control","publication_year":2024,"publication_date":"2024-04-02","ids":{"openalex":"https://openalex.org/W4393421176","doi":"https://doi.org/10.1145/3656043"},"language":"en","primary_location":{"id":"doi:10.1145/3656043","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3656043","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3656043","source":{"id":"https://openalex.org/S170502224","display_name":"ACM Transactions on Sensor Networks","issn_l":"1550-4859","issn":["1550-4859","1550-4867"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Sensor Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3656043","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037154708","display_name":"Xianzhong Ding","orcid":"https://orcid.org/0000-0001-6114-2801"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xianzhong Ding","raw_affiliation_strings":["University of California Merced School of Engineering,  Merced, United States","University of California Merced School of Engineering, Merced, United States"],"affiliations":[{"raw_affiliation_string":"University of California Merced School of Engineering,  Merced, United States","institution_ids":["https://openalex.org/I156087764"]},{"raw_affiliation_string":"University of California Merced School of Engineering, Merced, United States","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044884862","display_name":"Alberto Cerpa","orcid":"https://orcid.org/0000-0003-4531-9704"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alberto Cerpa","raw_affiliation_strings":["University of California, Merced, Merced, United States"],"affiliations":[{"raw_affiliation_string":"University of California, Merced, Merced, United States","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075544576","display_name":"Wan Du","orcid":"https://orcid.org/0000-0002-2732-6954"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wan Du","raw_affiliation_strings":["University of California Merced School of Engineering,  Merced, United States","University of California Merced School of Engineering, Merced, United States"],"affiliations":[{"raw_affiliation_string":"University of California Merced School of Engineering,  Merced, United States","institution_ids":["https://openalex.org/I156087764"]},{"raw_affiliation_string":"University of California Merced School of Engineering, Merced, United States","institution_ids":["https://openalex.org/I156087764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5037154708"],"corresponding_institution_ids":["https://openalex.org/I156087764"],"apc_list":null,"apc_paid":null,"fwci":3.899,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.93297653,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"20","issue":"3","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9545999765396118,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9545999765396118,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7850806713104248},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7185565829277039},{"id":"https://openalex.org/keywords/building-automation","display_name":"Building automation","score":0.49289369583129883},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46541523933410645},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.431182324886322},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3575981855392456},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35594916343688965},{"id":"https://openalex.org/keywords/architectural-engineering","display_name":"Architectural engineering","score":0.3360362946987152},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11865660548210144}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7850806713104248},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7185565829277039},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.49289369583129883},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46541523933410645},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.431182324886322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3575981855392456},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35594916343688965},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.3360362946987152},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11865660548210144},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3656043","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3656043","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3656043","source":{"id":"https://openalex.org/S170502224","display_name":"ACM Transactions on Sensor Networks","issn_l":"1550-4859","issn":["1550-4859","1550-4867"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Sensor Networks","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3656043","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3656043","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3656043","source":{"id":"https://openalex.org/S170502224","display_name":"ACM Transactions on Sensor Networks","issn_l":"1550-4859","issn":["1550-4859","1550-4867"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Sensor Networks","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G5517355681","display_name":null,"funder_award_id":"2239458","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393421176.pdf","grobid_xml":"https://content.openalex.org/works/W4393421176.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1541968527","https://openalex.org/W1585813269","https://openalex.org/W1967235646","https://openalex.org/W1983266300","https://openalex.org/W1986570820","https://openalex.org/W1999856027","https://openalex.org/W2015486108","https://openalex.org/W2090682015","https://openalex.org/W2111897910","https://openalex.org/W2121305631","https://openalex.org/W2166681263","https://openalex.org/W2201582605","https://openalex.org/W2270111491","https://openalex.org/W2400109896","https://openalex.org/W2402261827","https://openalex.org/W2403386134","https://openalex.org/W2510043296","https://openalex.org/W2568808500","https://openalex.org/W2625874945","https://openalex.org/W2740637235","https://openalex.org/W2746553466","https://openalex.org/W2769883686","https://openalex.org/W2784465508","https://openalex.org/W2793818336","https://openalex.org/W2895294973","https://openalex.org/W2902257695","https://openalex.org/W2912794995","https://openalex.org/W2963334314","https://openalex.org/W2988035443","https://openalex.org/W2999953070","https://openalex.org/W3006499227","https://openalex.org/W3008865430","https://openalex.org/W3015540389","https://openalex.org/W3023669592","https://openalex.org/W3098212367","https://openalex.org/W3106664044","https://openalex.org/W3108765643","https://openalex.org/W3109235893","https://openalex.org/W3113144582","https://openalex.org/W3175295581","https://openalex.org/W3199692305","https://openalex.org/W3215595525","https://openalex.org/W4232335426","https://openalex.org/W4233557078","https://openalex.org/W4236550001","https://openalex.org/W4240705986","https://openalex.org/W4245987185","https://openalex.org/W4254942564","https://openalex.org/W4255376643","https://openalex.org/W4283384877","https://openalex.org/W4285815170","https://openalex.org/W4300615701","https://openalex.org/W4302216263","https://openalex.org/W4317927916","https://openalex.org/W4372271905","https://openalex.org/W4388320594","https://openalex.org/W4392425866","https://openalex.org/W6747790125"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W2029686684"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"the":[3,26,60,112,124,143,167],"focus":[4],"has":[5],"been":[6],"on":[7,22],"enhancing":[8],"user":[9,120],"comfort":[10,68,200],"in":[11,69,166,190],"commercial":[12,70],"buildings":[13],"while":[14,196],"cutting":[15],"energy":[16,48,64,117,177],"costs.":[17],"Efforts":[18],"have":[19],"mainly":[20],"centered":[21],"improving":[23],"HVAC":[24,34],"systems,":[25],"central":[27],"control":[28,90,126],"system.":[29],"However,":[30],"it\u2019s":[31],"evident":[32],"that":[33,148,173],"alone":[35],"can\u2019t":[36],"ensure":[37],"occupant":[38,67],"comfort.":[39,51],"Lighting,":[40],"blinds,":[41,99],"and":[42,50,66,100,119,161,182,187],"windows,":[43],"often":[44],"overlooked,":[45],"also":[46],"impact":[47],"use":[49],"This":[52],"paper":[53],"introduces":[54],"a":[55,76,79,107,162,191],"holistic":[56],"approach":[57],"to":[58,88],"managing":[59],"delicate":[61],"balance":[62],"between":[63,116],"efficiency":[65],"buildings.":[71],"We":[72,154],"present":[73],"OCTOPUS":[74,102,156,174],",":[75],"system":[77],"employing":[78],"deep":[80],"reinforcement":[81],"learning":[82],"(DRL)":[83],"framework":[84],"using":[85,157],"data-driven":[86],"techniques":[87],"optimize":[89],"sequences":[91],"for":[92],"all":[93],"building":[94,134,164,195],"subsystems,":[95],"including":[96],"HVAC,":[97],"lighting,":[98],"windows.":[101],"\u2019s":[103],"DRL":[104],"architecture":[105],"features":[106],"unique":[108],"reward":[109],"function":[110],"facilitating":[111],"exploration":[113],"of":[114,145],"tradeoffs":[115],"usage":[118],"comfort,":[121],"effectively":[122],"addressing":[123],"high-dimensional":[125],"problem":[127],"resulting":[128],"from":[129],"interactions":[130],"among":[131],"these":[132],"four":[133],"subsystems.":[135],"To":[136],"meet":[137],"data":[138,160],"training":[139],"requirements,":[140],"we":[141],"emphasize":[142],"importance":[144],"calibrated":[146,163],"simulations":[147,171],"closely":[149],"replicate":[150],"target-building":[151],"operational":[152],"conditions.":[153],"train":[155],"10-year":[158],"weather":[159],"model":[165],"EnergyPlus":[168],"simulator.":[169],"Extensive":[170],"demonstrate":[172],"achieves":[175],"substantial":[176],"savings,":[178],"outperforming":[179],"state-of-the-art":[180],"rule-based":[181],"DRL-based":[183],"methods":[184],"by":[185],"14.26%":[186],"8.1%,":[188],"respectively,":[189],"LEED":[192],"Gold":[193],"Certified":[194],"maintaining":[197],"desired":[198],"human":[199],"levels.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}