{"id":"https://openalex.org/W3162079807","doi":"https://doi.org/10.1109/jiot.2021.3078462","title":"A Review of Deep Reinforcement Learning for Smart Building Energy Management","display_name":"A Review of Deep Reinforcement Learning for Smart Building Energy Management","publication_year":2021,"publication_date":"2021-05-10","ids":{"openalex":"https://openalex.org/W3162079807","doi":"https://doi.org/10.1109/jiot.2021.3078462","mag":"3162079807"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3078462","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3078462","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"review","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.05074","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026971814","display_name":"Liang Yu","orcid":"https://orcid.org/0000-0001-5015-0320"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liang Yu","raw_affiliation_strings":["College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","Faculty of Electronic and Information Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","Faculty of Electronic and Information Engineering, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Faculty of Electronic and Information Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Faculty of Electronic and Information Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067982672","display_name":"Shuqi Qin","orcid":"https://orcid.org/0000-0003-3621-8039"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuqi Qin","raw_affiliation_strings":["College of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437809","display_name":"Meng Zhang","orcid":"https://orcid.org/0000-0003-2188-8195"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Zhang","raw_affiliation_strings":["Systems Engineering Institute, Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","Systems Engineering Institute, Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Systems Engineering Institute, Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Systems Engineering Institute, Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101843177","display_name":"Chao Shen","orcid":"https://orcid.org/0000-0003-2783-5529"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Shen","raw_affiliation_strings":["School of Cyber Science and Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100678341","display_name":"Tao Jiang","orcid":"https://orcid.org/0000-0002-8482-1046"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Jiang","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075845093","display_name":"Xiaohong Guan","orcid":"https://orcid.org/0000-0002-8826-0362"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohong Guan","raw_affiliation_strings":["Systems Engineering Institute, Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","Systems Engineering Institute, Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Systems Engineering Institute, Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Systems Engineering Institute, Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5026971814"],"corresponding_institution_ids":["https://openalex.org/I41198531","https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":26.102,"has_fulltext":false,"cited_by_count":403,"citation_normalized_percentile":{"value":0.99853318,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":"15","first_page":"12046","last_page":"12063"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7786930203437805},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6233268976211548},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.48787379264831543},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4826291501522064},{"id":"https://openalex.org/keywords/building-automation","display_name":"Building automation","score":0.44573310017585754},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.4451618194580078},{"id":"https://openalex.org/keywords/building-management-system","display_name":"Building management system","score":0.42294052243232727},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35032588243484497},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.33333536982536316},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.17769351601600647},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1137656569480896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7786930203437805},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6233268976211548},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.48787379264831543},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4826291501522064},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.44573310017585754},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.4451618194580078},{"id":"https://openalex.org/C106527866","wikidata":"https://www.wikidata.org/wiki/Q1489497","display_name":"Building management system","level":3,"score":0.42294052243232727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35032588243484497},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.33333536982536316},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.17769351601600647},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1137656569480896},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2021.3078462","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3078462","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2008.05074","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.05074","pdf_url":"https://arxiv.org/pdf/2008.05074","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.05074","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.05074","pdf_url":"https://arxiv.org/pdf/2008.05074","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8600000143051147,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1984025245","display_name":null,"funder_award_id":"61972214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G350710324","display_name":null,"funder_award_id":"2019YFB1312","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G451589156","display_name":null,"funder_award_id":"2018YFA0702200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4842950919","display_name":null,"funder_award_id":"61773310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4974292152","display_name":null,"funder_award_id":"61822309","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5890744426","display_name":null,"funder_award_id":"2020M673406","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320323268","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":157,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1771410628","https://openalex.org/W1976981503","https://openalex.org/W1983266300","https://openalex.org/W2018386036","https://openalex.org/W2078940037","https://openalex.org/W2097381042","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2173564293","https://openalex.org/W2201581102","https://openalex.org/W2277948250","https://openalex.org/W2400109896","https://openalex.org/W2428540150","https://openalex.org/W2559108640","https://openalex.org/W2568808500","https://openalex.org/W2580175322","https://openalex.org/W2620671107","https://openalex.org/W2623902153","https://openalex.org/W2625874945","https://openalex.org/W2724169821","https://openalex.org/W2736601468","https://openalex.org/W2739403162","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2771369270","https://openalex.org/W2774636080","https://openalex.org/W2787221011","https://openalex.org/W2795843265","https://openalex.org/W2801379499","https://openalex.org/W2868944980","https://openalex.org/W2885731420","https://openalex.org/W2892841407","https://openalex.org/W2894976951","https://openalex.org/W2895699068","https://openalex.org/W2896270480","https://openalex.org/W2896384098","https://openalex.org/W2898035736","https://openalex.org/W2901645090","https://openalex.org/W2904167372","https://openalex.org/W2908261578","https://openalex.org/W2914835362","https://openalex.org/W2916738950","https://openalex.org/W2924196570","https://openalex.org/W2926295867","https://openalex.org/W2934340943","https://openalex.org/W2935765054","https://openalex.org/W2936971746","https://openalex.org/W2948175577","https://openalex.org/W2951799221","https://openalex.org/W2952242647","https://openalex.org/W2952298682","https://openalex.org/W2957897705","https://openalex.org/W2962902376","https://openalex.org/W2962966033","https://openalex.org/W2963080799","https://openalex.org/W2963211073","https://openalex.org/W2963262099","https://openalex.org/W2963317745","https://openalex.org/W2963334314","https://openalex.org/W2963407617","https://openalex.org/W2963423916","https://openalex.org/W2963477884","https://openalex.org/W2963620705","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964174623","https://openalex.org/W2964255619","https://openalex.org/W2964291307","https://openalex.org/W2964657419","https://openalex.org/W2965165621","https://openalex.org/W2966012238","https://openalex.org/W2973003739","https://openalex.org/W2974232099","https://openalex.org/W2978657983","https://openalex.org/W2980533241","https://openalex.org/W2985363569","https://openalex.org/W2987901555","https://openalex.org/W2988035443","https://openalex.org/W2989354373","https://openalex.org/W2990123902","https://openalex.org/W2990850608","https://openalex.org/W2994570461","https://openalex.org/W2994779380","https://openalex.org/W2996726407","https://openalex.org/W2998152821","https://openalex.org/W2999953070","https://openalex.org/W3003693238","https://openalex.org/W3004113199","https://openalex.org/W3004325772","https://openalex.org/W3006347400","https://openalex.org/W3006499227","https://openalex.org/W3006765757","https://openalex.org/W3007687131","https://openalex.org/W3007830800","https://openalex.org/W3009029742","https://openalex.org/W3010036076","https://openalex.org/W3011513489","https://openalex.org/W3015872947","https://openalex.org/W3016252874","https://openalex.org/W3017275226","https://openalex.org/W3017958173","https://openalex.org/W3023216373","https://openalex.org/W3023669592","https://openalex.org/W3023673250","https://openalex.org/W3023982355","https://openalex.org/W3024350433","https://openalex.org/W3025353292","https://openalex.org/W3031361451","https://openalex.org/W3033969010","https://openalex.org/W3036020335","https://openalex.org/W3037631072","https://openalex.org/W3038624044","https://openalex.org/W3038863601","https://openalex.org/W3040737025","https://openalex.org/W3040994746","https://openalex.org/W3044015199","https://openalex.org/W3044191771","https://openalex.org/W3045748774","https://openalex.org/W3048008723","https://openalex.org/W3048265338","https://openalex.org/W3081603852","https://openalex.org/W3085267010","https://openalex.org/W3085503540","https://openalex.org/W3089273662","https://openalex.org/W3090027660","https://openalex.org/W3092231446","https://openalex.org/W3098595443","https://openalex.org/W3103559770","https://openalex.org/W3107396186","https://openalex.org/W3108765643","https://openalex.org/W3118210634","https://openalex.org/W3118439514","https://openalex.org/W3120390034","https://openalex.org/W3127561923","https://openalex.org/W3134226813","https://openalex.org/W3156714352","https://openalex.org/W4298876402","https://openalex.org/W4299802797","https://openalex.org/W6638018090","https://openalex.org/W6674600207","https://openalex.org/W6683300800","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6703271639","https://openalex.org/W6738741286","https://openalex.org/W6738796088","https://openalex.org/W6740092555","https://openalex.org/W6744838376","https://openalex.org/W6755069753","https://openalex.org/W6770622677","https://openalex.org/W6782483134","https://openalex.org/W6786238685","https://openalex.org/W6791533262"],"related_works":["https://openalex.org/W2326668440","https://openalex.org/W4390970874","https://openalex.org/W4240359851","https://openalex.org/W2604419375","https://openalex.org/W2296534813","https://openalex.org/W4286354644","https://openalex.org/W4200325458","https://openalex.org/W1598491185","https://openalex.org/W4391423612","https://openalex.org/W2521327745"],"abstract_inverted_index":{"Global":[0],"buildings":[1],"account":[2],"for":[3,35,75,201,213,227],"about":[4],"30%":[5],"of":[6,38,94,155,157,199,209,225,232],"the":[7,36,52,92,152,188,192,197,217,230,239],"total":[8],"energy":[9,16,31,39,108,131],"consumption":[10],"and":[11,17,24,41,72,91,101,160,172,243],"carbon":[12],"emission,":[13],"raising":[14],"severe":[15],"environmental":[18],"concerns.":[19],"Therefore,":[20],"it":[21,45,56],"is":[22,46,57,69,184],"significant":[23,168],"urgent":[25],"to":[26,51,60,186],"develop":[27,61],"novel":[28],"smart":[29],"building":[30,64,76,107,130,149],"management":[32,132],"(SBEM)":[33],"technologies":[34],"advance":[37],"efficient":[40,73],"green":[42],"buildings.":[43],"However,":[44,203],"a":[47,175,206,222],"nontrivial":[48],"task":[49],"due":[50],"following":[53],"challenges.":[54,190],"First,":[55],"generally":[58],"difficult":[59],"an":[62],"explicit":[63],"thermal":[65],"dynamics":[66],"model":[67],"that":[68,140],"both":[70],"accurate":[71],"enough":[74],"control.":[77],"Second,":[78],"there":[79,97,204],"are":[80,98],"many":[81,99],"uncertain":[82],"system":[83,233],"parameters":[84],"(e.g.,":[85],"renewable":[86],"generation":[87],"output,":[88],"outdoor":[89],"temperature,":[90],"number":[93],"occupants).":[95],"Third,":[96],"spatially":[100],"temporally":[102],"coupled":[103],"operational":[104],"constraints.":[105],"Fourth,":[106],"optimization":[109],"problems":[110],"can":[111],"not":[112],"be":[113],"solved":[114],"in":[115,170],"real":[116],"time":[117],"by":[118],"traditional":[119,129],"methods":[120,133,212],"when":[121,145],"they":[122,141],"have":[123,134,142,195],"extremely":[124],"large":[125],"solution":[126],"spaces.":[127],"Fifthly,":[128],"respective":[135],"applicable":[136],"premises,":[137],"which":[138],"means":[139],"low":[143],"versatility":[144],"confronted":[146],"with":[147],"varying":[148],"environments.":[150],"With":[151],"rapid":[153],"development":[154],"Internet":[156],"Things":[158],"technology":[159,165],"computation":[161],"capability,":[162],"artificial":[163,177],"intelligence":[164,178],"find":[166],"its":[167],"competence":[169],"control":[171],"optimization.":[173],"As":[174],"general":[176],"technology,":[179],"deep":[180],"reinforcement":[181],"learning":[182],"(DRL)":[183],"promising":[185],"address":[187],"above":[189],"Notably,":[191],"recent":[193],"years":[194],"seen":[196],"surge":[198],"DRL":[200,211,226],"SBEM.":[202,214],"lacks":[205],"systematic":[207],"overview":[208],"different":[210],"To":[215],"fill":[216],"gap,":[218],"this":[219],"article":[220],"provides":[221],"comprehensive":[223],"review":[224],"SBEM":[228],"from":[229],"perspective":[231],"scale.":[234],"In":[235],"particular,":[236],"we":[237],"identify":[238],"existing":[240],"unresolved":[241],"issues":[242],"point":[244],"out":[245],"possible":[246],"future":[247],"research":[248],"directions.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":21},{"year":2025,"cited_by_count":125},{"year":2024,"cited_by_count":112},{"year":2023,"cited_by_count":76},{"year":2022,"cited_by_count":51},{"year":2021,"cited_by_count":18}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2021-05-24T00:00:00"}