{"id":"https://openalex.org/W3194824107","doi":"https://doi.org/10.1109/tie.2021.3104596","title":"Deep Reinforcement Learning-Based Demand Response for Smart Facilities Energy Management","display_name":"Deep Reinforcement Learning-Based Demand Response for Smart Facilities Energy Management","publication_year":2021,"publication_date":"2021-08-19","ids":{"openalex":"https://openalex.org/W3194824107","doi":"https://doi.org/10.1109/tie.2021.3104596","mag":"3194824107"},"language":"en","primary_location":{"id":"doi:10.1109/tie.2021.3104596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2021.3104596","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087579932","display_name":"Renzhi Lu","orcid":"https://orcid.org/0000-0001-6845-1711"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]},{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renzhi Lu","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Key Laboratory of Industrial Internet of Things and Networked Control, Chongqing University of Posts and Telecommunications, Chongqing, China","The State Key Laboratory of Alternate Electrical Power System with Renewable Energy Sources, North China Electric Power University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6845-1711","affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Key Laboratory of Industrial Internet of Things and Networked Control, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"The State Key Laboratory of Alternate Electrical Power System with Renewable Energy Sources, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020753327","display_name":"Ruichang Bai","orcid":"https://orcid.org/0000-0003-4298-9761"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruichang Bai","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631895","display_name":"Zhe Luo","orcid":"https://orcid.org/0000-0002-6800-5356"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Luo","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute (TBSI), Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6800-5356","affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute (TBSI), Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055287702","display_name":"Junhui Jiang","orcid":"https://orcid.org/0000-0002-7667-4760"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junhui Jiang","raw_affiliation_strings":["Department of Electronic Systems Engineering, Hanyang University, Ansan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-7667-4760","affiliations":[{"raw_affiliation_string":"Department of Electronic Systems Engineering, Hanyang University, Ansan, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079378336","display_name":"Mingyang Sun","orcid":"https://orcid.org/0000-0002-5790-5025"},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyang Sun","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology, Department of Control Science and Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5790-5025","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, Department of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hai-Tao Zhang","orcid":"https://orcid.org/0000-0002-8819-8829"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai-Tao Zhang","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","State Key Lab of Digital Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8819-8829","affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"State Key Lab of Digital Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.4167,"has_fulltext":false,"cited_by_count":88,"citation_normalized_percentile":{"value":0.95536254,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"69","issue":"8","first_page":"8554","last_page":"8565"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7512143850326538},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.7263668179512024},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7108221650123596},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.6861587166786194},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.5868255496025085},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.5324089527130127},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.45533010363578796},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.410265177488327},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.3990022540092468},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3698377013206482},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35565054416656494},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3286672532558441},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.29332777857780457},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2582567632198334}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7512143850326538},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.7263668179512024},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7108221650123596},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.6861587166786194},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5868255496025085},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.5324089527130127},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.45533010363578796},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.410265177488327},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3990022540092468},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3698377013206482},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35565054416656494},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3286672532558441},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29332777857780457},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2582567632198334},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tie.2021.3104596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2021.3104596","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G234363305","display_name":null,"funder_award_id":"62003143","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2867432779","display_name":null,"funder_award_id":"LAPS21006","funder_id":"https://openalex.org/F4320327677","funder_display_name":"State Key Laboratory Of Alternate Electrical Power System With Renewable Energy Sources"},{"id":"https://openalex.org/G4721231785","display_name":null,"funder_award_id":"51729501","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G645405385","display_name":null,"funder_award_id":"U20A20159","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6816196766","display_name":null,"funder_award_id":"U1713203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327677","display_name":"State Key Laboratory Of Alternate Electrical Power System With Renewable Energy Sources","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2329597761","https://openalex.org/W2516557210","https://openalex.org/W2528626344","https://openalex.org/W2593952096","https://openalex.org/W2615310036","https://openalex.org/W2625632007","https://openalex.org/W2682836610","https://openalex.org/W2767423272","https://openalex.org/W2776119950","https://openalex.org/W2778602857","https://openalex.org/W2795276745","https://openalex.org/W2798211001","https://openalex.org/W2899639849","https://openalex.org/W2904635416","https://openalex.org/W2926295867","https://openalex.org/W2962980800","https://openalex.org/W2963317745","https://openalex.org/W2973885157","https://openalex.org/W2974232099","https://openalex.org/W3003290394","https://openalex.org/W3005335721","https://openalex.org/W3007687131","https://openalex.org/W3040994746","https://openalex.org/W3091334997","https://openalex.org/W3094721173","https://openalex.org/W3095810316","https://openalex.org/W3100789280","https://openalex.org/W3109805288","https://openalex.org/W3118625182","https://openalex.org/W3120817178","https://openalex.org/W3170964932"],"related_works":["https://openalex.org/W2555175041","https://openalex.org/W2032085210","https://openalex.org/W4392752943","https://openalex.org/W2389561653","https://openalex.org/W2052188148","https://openalex.org/W4239205706","https://openalex.org/W1990079087","https://openalex.org/W4239297229","https://openalex.org/W2003264037","https://openalex.org/W4390571837"],"abstract_inverted_index":{"This":[0],"work":[1],"proposes":[2],"a":[3,23,67],"novel":[4],"deep":[5,68],"reinforcement":[6],"learning":[7],"(DRL)-based":[8],"demand":[9,92],"response":[10,93],"algorithm":[11,94,111,124],"for":[12,117],"smart":[13,119],"facilities":[14],"energy":[15,62,114],"management":[16,115],"to":[17,27,42,72,84,95,138],"minimize":[18],"electricity":[19,48],"costs":[20],"while":[21],"maintaining":[22],"satisfaction":[24],"index.":[25],"Specifically,":[26],"accommodate":[28],"the":[29,32,60,74,86,89,97,109,122,126,139],"characteristics":[30],"of":[31,88],"decision-making":[33],"problem,":[34],"long":[35],"short-term":[36],"memory":[37],"(LSTM)":[38],"units":[39],"are":[40],"adopted":[41],"extract":[43],"discriminative":[44],"features":[45],"from":[46],"past":[47],"price":[49],"sequences":[50],"and":[51,63,102,132,135],"fed":[52],"into":[53],"fully":[54],"connected":[55],"multi-layer":[56],"perceptrons":[57],"(MLPs)":[58],"with":[59],"measured":[61],"time":[64],"information,":[65],"then":[66],"Q-network":[69],"is":[70,82,136],"developed":[71],"approximate":[73],"optimal":[75,141],"policy.":[76],"After":[77],"that,":[78],"an":[79],"experimental":[80],"setup":[81],"constructed":[83],"investigate":[85],"effectiveness":[87],"proposed":[90,110,123],"DRL-based":[91],"bridge":[96],"gap":[98],"between":[99],"theoretical":[100,140],"studies":[101],"practical":[103],"implementations.":[104],"Numerical":[105],"results":[106],"demonstrate":[107],"that":[108],"can":[112],"handle":[113],"well":[116],"multiple":[118],"facilities.":[120],"Moreover,":[121],"outperforms":[125],"model":[127],"predictive":[128],"control":[129,142],"(MPC)":[130],"strategy":[131],"uncontrolled":[133],"solution":[134],"close":[137],"method.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}