{"id":"https://openalex.org/W2974232099","doi":"https://doi.org/10.1109/jiot.2019.2957289","title":"Deep Reinforcement Learning for Smart Home Energy Management","display_name":"Deep Reinforcement Learning for Smart Home Energy Management","publication_year":2019,"publication_date":"2019-12-03","ids":{"openalex":"https://openalex.org/W2974232099","doi":"https://doi.org/10.1109/jiot.2019.2957289","mag":"2974232099"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2019.2957289","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2019.2957289","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1909.10165","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026971814","display_name":"Liang Yu","orcid":"https://orcid.org/0000-0001-5015-0320"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liang Yu","raw_affiliation_strings":["Key Laboratory of Broadband Wireless Communication and Sensor Network Technology of Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology of Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101897447","display_name":"Weiwei Xie","orcid":"https://orcid.org/0000-0002-5000-8057"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Xie","raw_affiliation_strings":["Key Laboratory of Broadband Wireless Communication and Sensor Network Technology of Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology of Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100636141","display_name":"Di Xie","orcid":"https://orcid.org/0000-0001-6116-6993"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Xie","raw_affiliation_strings":["Key Laboratory of Broadband Wireless Communication and Sensor Network Technology of Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology of Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090513264","display_name":"Yulong Zou","orcid":"https://orcid.org/0000-0002-8461-5306"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulong Zou","raw_affiliation_strings":["Key Laboratory of Broadband Wireless Communication and Sensor Network Technology of Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology of Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076984228","display_name":"Dengyin Zhang","orcid":"https://orcid.org/0000-0001-6080-6151"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dengyin Zhang","raw_affiliation_strings":["Jiangsu Key Laboratory of Broadband Wireless Communication and Internet of Things, School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Broadband Wireless Communication and Internet of Things, School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101456842","display_name":"Zhixin Sun","orcid":"https://orcid.org/0000-0001-6148-9688"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixin Sun","raw_affiliation_strings":["Key Laboratory of Broadband Wireless Communication and Sensor Network Technology of Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology of Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047250217","display_name":"Linghua Zhang","orcid":"https://orcid.org/0000-0003-4990-5364"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linghua Zhang","raw_affiliation_strings":["Key Laboratory of Broadband Wireless Communication and Sensor Network Technology of Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology of Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333767","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0003-0017-1398"},"institutions":[{"id":"https://openalex.org/I153648349","display_name":"University of Leicester","ror":"https://ror.org/04h699437","country_code":"GB","type":"education","lineage":["https://openalex.org/I153648349"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["University of Leicester, Leicester, U.K"],"affiliations":[{"raw_affiliation_string":"University of Leicester, Leicester, U.K","institution_ids":["https://openalex.org/I153648349"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100678341","display_name":"Tao Jiang","orcid":"https://orcid.org/0000-0002-8482-1046"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Jiang","raw_affiliation_strings":["National Laboratory for Optoelectronics, School of Electronics Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory for Optoelectronics, School of Electronics Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5026971814"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":18.8826,"has_fulltext":false,"cited_by_count":433,"citation_normalized_percentile":{"value":0.99607942,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":"4","first_page":"2751","last_page":"2762"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7659127712249756},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7165679931640625},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7084958553314209},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6341210007667542},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.5791472792625427},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5499163269996643},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.5450651049613953},{"id":"https://openalex.org/keywords/building-management-system","display_name":"Building management system","score":0.520560085773468},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.46036967635154724},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.4520445466041565},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.44709154963493347},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.44536134600639343},{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.43664199113845825},{"id":"https://openalex.org/keywords/building-automation","display_name":"Building automation","score":0.43650758266448975},{"id":"https://openalex.org/keywords/home-automation","display_name":"Home automation","score":0.43128687143325806},{"id":"https://openalex.org/keywords/thermal-comfort","display_name":"Thermal comfort","score":0.41049203276634216},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.40459176898002625},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.28273719549179077},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2539621591567993},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12993299961090088}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7659127712249756},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7165679931640625},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7084958553314209},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6341210007667542},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5791472792625427},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5499163269996643},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.5450651049613953},{"id":"https://openalex.org/C106527866","wikidata":"https://www.wikidata.org/wiki/Q1489497","display_name":"Building management system","level":3,"score":0.520560085773468},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.46036967635154724},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.4520445466041565},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.44709154963493347},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.44536134600639343},{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.43664199113845825},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.43650758266448975},{"id":"https://openalex.org/C507571656","wikidata":"https://www.wikidata.org/wiki/Q848436","display_name":"Home automation","level":2,"score":0.43128687143325806},{"id":"https://openalex.org/C133913538","wikidata":"https://www.wikidata.org/wiki/Q774514","display_name":"Thermal comfort","level":2,"score":0.41049203276634216},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.40459176898002625},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.28273719549179077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2539621591567993},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12993299961090088},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jiot.2019.2957289","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2019.2957289","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1909.10165","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.10165","pdf_url":"https://arxiv.org/pdf/1909.10165","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:figshare.com:article/11495052","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Deep_Reinforcement_Learning_for_Smart_Home_Energy_Management/11495052","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1909.10165","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.10165","pdf_url":"https://arxiv.org/pdf/1909.10165","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8899999856948853,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1092477833","display_name":null,"funder_award_id":"BK20171446","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G1613623347","display_name":null,"funder_award_id":"61771258","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1984025245","display_name":null,"funder_award_id":"61972214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2490307977","display_name":null,"funder_award_id":"61972208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3276417053","display_name":null,"funder_award_id":"NY219062","funder_id":"https://openalex.org/F4320323268","funder_display_name":"Nanjing University of Posts and Telecommunications"},{"id":"https://openalex.org/G381434843","display_name":null,"funder_award_id":"61631020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4439784669","display_name":null,"funder_award_id":"61872423","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4906116743","display_name":null,"funder_award_id":"91738201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7226185932","display_name":null,"funder_award_id":"61571241","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7678994517","display_name":null,"funder_award_id":"61672299","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7877612717","display_name":null,"funder_award_id":"61671253","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323268","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W317205099","https://openalex.org/W2002316308","https://openalex.org/W2033202841","https://openalex.org/W2058559708","https://openalex.org/W2069372334","https://openalex.org/W2075902817","https://openalex.org/W2079278498","https://openalex.org/W2080637564","https://openalex.org/W2115121720","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2277948250","https://openalex.org/W2288576358","https://openalex.org/W2329597761","https://openalex.org/W2343892326","https://openalex.org/W2400453077","https://openalex.org/W2511682328","https://openalex.org/W2513935212","https://openalex.org/W2525286519","https://openalex.org/W2584025288","https://openalex.org/W2586145155","https://openalex.org/W2588627057","https://openalex.org/W2612399571","https://openalex.org/W2620552042","https://openalex.org/W2625632007","https://openalex.org/W2625874945","https://openalex.org/W2801414261","https://openalex.org/W2803850439","https://openalex.org/W2809159344","https://openalex.org/W2889299769","https://openalex.org/W2896384098","https://openalex.org/W2901645090","https://openalex.org/W2902257695","https://openalex.org/W2903054281","https://openalex.org/W2909510634","https://openalex.org/W2924196570","https://openalex.org/W2926295867","https://openalex.org/W2926550755","https://openalex.org/W2941693457","https://openalex.org/W2948684859","https://openalex.org/W2956375831","https://openalex.org/W2963211073","https://openalex.org/W2963864421","https://openalex.org/W3100201759","https://openalex.org/W3194369639","https://openalex.org/W4394639584","https://openalex.org/W6669609395","https://openalex.org/W6676920640","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W1997024178","https://openalex.org/W2538009942","https://openalex.org/W2326668440","https://openalex.org/W3015874164","https://openalex.org/W4390970874","https://openalex.org/W2735458449","https://openalex.org/W2006146381","https://openalex.org/W2329485921","https://openalex.org/W1860767939","https://openalex.org/W2164722262"],"abstract_inverted_index":{"We":[0],"investigate":[1],"an":[2,60,99],"energy":[3,62,74,100],"cost":[4],"minimization":[5],"problem":[6,90],"for":[7,65],"a":[8,15,24,92],"smart":[9,79],"home":[10],"in":[11,77],"the":[12,21,30,78,83,88,114,120,128,140,145],"absence":[13],"of":[14,23,32,123,144],"building":[16,127],"thermal":[17,129],"dynamics":[18,130],"model":[19,33],"with":[20],"consideration":[22],"comfortable":[25],"temperature":[26],"range.":[27],"Due":[28],"to":[29,58],"existence":[31],"uncertainty,":[34],"parameter":[35],"uncertainty":[36],"(e.g.,":[37],"renewable":[38],"generation":[39],"output,":[40],"nonshiftable":[41],"power":[42],"demand,":[43],"outdoor":[44],"temperature,":[45],"and":[46,49,69,73,96,126,142],"electricity":[47],"price),":[48],"temporally":[50],"coupled":[51],"operational":[52],"constraints,":[53],"it":[54],"is":[55,110],"very":[56],"challenging":[57],"design":[59],"optimal":[61],"management":[63,101],"algorithm":[64,102,116],"scheduling":[66],"heating,":[67],"ventilation,":[68],"air":[70],"conditioning":[71],"systems":[72,76],"storage":[75],"home.":[80],"To":[81],"address":[82],"challenge,":[84],"we":[85],"first":[86],"formulate":[87],"above":[89],"as":[91],"Markov":[93],"decision":[94],"process,":[95],"then":[97],"propose":[98],"based":[103,135],"on":[104,136],"deep":[105],"deterministic":[106],"policy":[107],"gradients.":[108],"It":[109],"worth":[111],"mentioning":[112],"that":[113],"proposed":[115,146],"does":[117],"not":[118],"require":[119],"prior":[121],"knowledge":[122],"uncertain":[124],"parameters":[125],"model.":[131],"The":[132],"simulation":[133],"results":[134],"real-world":[137],"traces":[138],"demonstrate":[139],"effectiveness":[141],"robustness":[143],"algorithm.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":21},{"year":2025,"cited_by_count":80},{"year":2024,"cited_by_count":83},{"year":2023,"cited_by_count":92},{"year":2022,"cited_by_count":77},{"year":2021,"cited_by_count":53},{"year":2020,"cited_by_count":26}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}