{"id":"https://openalex.org/W4323896862","doi":"https://doi.org/10.1109/jsyst.2023.3247592","title":"Deep Reinforcement Learning for Real-Time Energy Management in Smart Home","display_name":"Deep Reinforcement Learning for Real-Time Energy Management in Smart Home","publication_year":2023,"publication_date":"2023-03-10","ids":{"openalex":"https://openalex.org/W4323896862","doi":"https://doi.org/10.1109/jsyst.2023.3247592"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2023.3247592","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2023.3247592","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078890460","display_name":"Guixi Wei","orcid":"https://orcid.org/0009-0004-2289-3599"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guixi Wei","raw_affiliation_strings":["School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ming Chi","orcid":"https://orcid.org/0000-0002-9740-4284"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Chi","raw_affiliation_strings":["School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-9740-4284","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321249","display_name":"Zhi\u2010Wei Liu","orcid":"https://orcid.org/0000-0003-3005-1792"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi-Wei Liu","raw_affiliation_strings":["School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-3005-1792","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015351531","display_name":"Ming\u2010Feng Ge","orcid":"https://orcid.org/0000-0002-6828-0147"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingfeng Ge","raw_affiliation_strings":["School of Mechanical Engineering and Electronic Information, China University of Geosciences, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-6828-0147","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Electronic Information, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033381522","display_name":"Chaojie Li","orcid":"https://orcid.org/0000-0002-0557-1481"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chaojie Li","raw_affiliation_strings":["School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0557-1481","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034562988","display_name":"Xianggang Liu","orcid":"https://orcid.org/0000-0002-8535-9340"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianggang Liu","raw_affiliation_strings":["School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5078890460"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":7.9209,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.98133808,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"17","issue":"2","first_page":"2489","last_page":"2499"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7124359607696533},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6221829652786255},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.6045879125595093},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.5967392921447754},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5456836223602295},{"id":"https://openalex.org/keywords/home-automation","display_name":"Home automation","score":0.5429534316062927},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5232875943183899},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.48888224363327026},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.4779367744922638},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.47093287110328674},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.46904096007347107},{"id":"https://openalex.org/keywords/energy-management-system","display_name":"Energy management system","score":0.46368685364723206},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.43002814054489136},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36675697565078735},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.31117376685142517},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2508948743343353},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.24619588255882263},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12754645943641663},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.1029830276966095}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7124359607696533},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6221829652786255},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.6045879125595093},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5967392921447754},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5456836223602295},{"id":"https://openalex.org/C507571656","wikidata":"https://www.wikidata.org/wiki/Q848436","display_name":"Home automation","level":2,"score":0.5429534316062927},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5232875943183899},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.48888224363327026},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.4779367744922638},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.47093287110328674},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.46904096007347107},{"id":"https://openalex.org/C2781260460","wikidata":"https://www.wikidata.org/wiki/Q6139999","display_name":"Energy management system","level":4,"score":0.46368685364723206},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.43002814054489136},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36675697565078735},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31117376685142517},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2508948743343353},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.24619588255882263},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12754645943641663},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.1029830276966095},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsyst.2023.3247592","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2023.3247592","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8899999856948853}],"awards":[{"id":"https://openalex.org/G4372123473","display_name":null,"funder_award_id":"61973133","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5289395183","display_name":null,"funder_award_id":"DE210100274","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G5952863006","display_name":null,"funder_award_id":"61972170","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7077829098","display_name":null,"funder_award_id":"62222205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7676994387","display_name":null,"funder_award_id":"62073301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W2057111548","https://openalex.org/W2145339207","https://openalex.org/W2188280455","https://openalex.org/W2329597761","https://openalex.org/W2343892326","https://openalex.org/W2509918487","https://openalex.org/W2625632007","https://openalex.org/W2736601468","https://openalex.org/W2737558354","https://openalex.org/W2740748703","https://openalex.org/W2785324324","https://openalex.org/W2801646001","https://openalex.org/W2803211323","https://openalex.org/W2885341446","https://openalex.org/W2890841635","https://openalex.org/W2926295867","https://openalex.org/W2963317745","https://openalex.org/W2963382853","https://openalex.org/W2974232099","https://openalex.org/W3005204480","https://openalex.org/W3005335721","https://openalex.org/W3006765757","https://openalex.org/W3007687131","https://openalex.org/W3010036076","https://openalex.org/W3021665596","https://openalex.org/W3031018183","https://openalex.org/W3082712986","https://openalex.org/W3095810316","https://openalex.org/W3168129127","https://openalex.org/W3195835426","https://openalex.org/W4214717370","https://openalex.org/W6627932998","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W1589973774","https://openalex.org/W2353074559","https://openalex.org/W2171108821","https://openalex.org/W2023642087","https://openalex.org/W2074513827","https://openalex.org/W2402141875","https://openalex.org/W3125701662","https://openalex.org/W4312501103","https://openalex.org/W3037868018","https://openalex.org/W2321029523"],"abstract_inverted_index":{"Energy":[0],"management":[1,45,54],"in":[2,108],"the":[3,39,80,139,144],"smart":[4,63,73,110],"home":[5],"can":[6,35,91],"help":[7],"reduce":[8],"residential":[9],"energy":[10,15,44,53,69,81],"costs":[11],"by":[12],"scheduling":[13],"various":[14],"consumption":[16],"activities.":[17],"However,":[18],"accurately":[19],"modeling":[20],"factors,":[21],"such":[22],"as":[23],"user":[24,85],"behavior,":[25],"renewable":[26],"power":[27],"generation,":[28],"weather":[29],"conditions,":[30],"and":[31,72,95,126,141],"real-time":[32,52,130],"electricity":[33],"prices":[34],"be":[36],"challenging,":[37],"making":[38],"design":[40],"of":[41,106,143],"an":[42],"efficient":[43],"strategy":[46],"difficult.":[47],"This":[48],"article":[49],"proposes":[50],"a":[51,109,118],"algorithm":[55,76],"based":[56,134],"on":[57,135],"deep":[58],"reinforcement":[59],"learning":[60],"(DRL)":[61],"for":[62,103,129],"homes":[64],"equipped":[65],"with":[66,123],"rooftop":[67],"photovoltaics,":[68],"storage":[70],"systems,":[71],"appliances.":[74],"The":[75,112],"aims":[77],"to":[78,100],"minimize":[79],"cost":[82],"while":[83],"ensuring":[84],"comfort.":[86],"A":[87],"policy":[88,120],"network":[89],"that":[90],"output":[92],"both":[93],"discrete":[94],"continuous":[96],"actions":[97,102],"is":[98,115,127],"designed":[99],"generate":[101],"different":[104],"types":[105],"devices":[107],"home.":[111],"proposed":[113,145],"DRL-agent":[114],"trained":[116],"using":[117],"proximal":[119],"optimization":[121],"approach":[122],"historical":[124],"data":[125,137],"used":[128],"scheduling.":[131],"Finally,":[132],"simulations":[133],"real-world":[136],"demonstrate":[138],"effectiveness":[140],"robustness":[142],"algorithm.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}