{"id":"https://openalex.org/W3204812350","doi":"https://doi.org/10.1109/tcc.2021.3117604","title":"Cloud Computing Based Demand Response Management Using Deep Reinforcement Learning","display_name":"Cloud Computing Based Demand Response Management Using Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-10-05","ids":{"openalex":"https://openalex.org/W3204812350","doi":"https://doi.org/10.1109/tcc.2021.3117604","mag":"3204812350"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2021.3117604","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2021.3117604","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043075442","display_name":"Chunhe Song","orcid":"https://orcid.org/0000-0001-8392-1777"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunhe Song","raw_affiliation_strings":["Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0001-8392-1777","affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070719868","display_name":"Guangjie Han","orcid":"https://orcid.org/0000-0002-6921-7369"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangjie Han","raw_affiliation_strings":["Changzhou Key Laboratory of Internet of Things Technology for Intelligent River and Lake, Hohai University, Changzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-6921-7369","affiliations":[{"raw_affiliation_string":"Changzhou Key Laboratory of Internet of Things Technology for Intelligent River and Lake, Hohai University, Changzhou, Jiangsu, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"last","author":{"id":null,"display_name":"Peng Zeng","orcid":"https://orcid.org/0000-0001-7863-3260"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Zeng","raw_affiliation_strings":["Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0001-7863-3260","affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9504,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.91655193,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":"1","first_page":"72","last_page":"81"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.9501785039901733},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.6785813570022583},{"id":"https://openalex.org/keywords/overshoot","display_name":"Overshoot (microwave communication)","score":0.6666052937507629},{"id":"https://openalex.org/keywords/electric-heating","display_name":"Electric heating","score":0.5868976712226868},{"id":"https://openalex.org/keywords/demand-management","display_name":"Demand management","score":0.5588619709014893},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5451012849807739},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5256441831588745},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.5229969024658203},{"id":"https://openalex.org/keywords/peak-demand","display_name":"Peak demand","score":0.5220627188682556},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.5187554359436035},{"id":"https://openalex.org/keywords/on-demand","display_name":"On demand","score":0.48219409584999084},{"id":"https://openalex.org/keywords/electric-power","display_name":"Electric power","score":0.4766063094139099},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4525052309036255},{"id":"https://openalex.org/keywords/response-time","display_name":"Response time","score":0.447602242231369},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.44563180208206177},{"id":"https://openalex.org/keywords/supply-and-demand","display_name":"Supply and demand","score":0.44332292675971985},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.4150618314743042},{"id":"https://openalex.org/keywords/demand-patterns","display_name":"Demand patterns","score":0.4125567376613617},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3570716977119446},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21983742713928223},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.178136944770813},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14190852642059326},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.11422792077064514},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10249683260917664},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.0932815670967102},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.08006447553634644}],"concepts":[{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.9501785039901733},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.6785813570022583},{"id":"https://openalex.org/C2780323453","wikidata":"https://www.wikidata.org/wiki/Q7113957","display_name":"Overshoot (microwave communication)","level":2,"score":0.6666052937507629},{"id":"https://openalex.org/C2780061162","wikidata":"https://www.wikidata.org/wiki/Q13221754","display_name":"Electric heating","level":2,"score":0.5868976712226868},{"id":"https://openalex.org/C179366874","wikidata":"https://www.wikidata.org/wiki/Q1185130","display_name":"Demand management","level":2,"score":0.5588619709014893},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5451012849807739},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5256441831588745},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.5229969024658203},{"id":"https://openalex.org/C147940328","wikidata":"https://www.wikidata.org/wiki/Q3393666","display_name":"Peak demand","level":3,"score":0.5220627188682556},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5187554359436035},{"id":"https://openalex.org/C2983523559","wikidata":"https://www.wikidata.org/wiki/Q410657","display_name":"On demand","level":2,"score":0.48219409584999084},{"id":"https://openalex.org/C40293303","wikidata":"https://www.wikidata.org/wiki/Q27137","display_name":"Electric power","level":3,"score":0.4766063094139099},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4525052309036255},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.447602242231369},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.44563180208206177},{"id":"https://openalex.org/C120330832","wikidata":"https://www.wikidata.org/wiki/Q166656","display_name":"Supply and demand","level":2,"score":0.44332292675971985},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.4150618314743042},{"id":"https://openalex.org/C32597650","wikidata":"https://www.wikidata.org/wiki/Q5255044","display_name":"Demand patterns","level":3,"score":0.4125567376613617},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3570716977119446},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21983742713928223},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.178136944770813},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14190852642059326},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.11422792077064514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10249683260917664},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0932815670967102},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.08006447553634644},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcc.2021.3117604","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2021.3117604","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:ir.sia.cn/:173321/30765","is_oa":false,"landing_page_url":"http://ir.sia.cn/handle/173321/30765","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u671f\u520a\u8bba\u6587"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.800000011920929}],"awards":[{"id":"https://openalex.org/G1658153296","display_name":null,"funder_award_id":"U1801264","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5870292457","display_name":null,"funder_award_id":"2017YFE0125300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2003323602","https://openalex.org/W2005585337","https://openalex.org/W2052306373","https://openalex.org/W2314542973","https://openalex.org/W2340682048","https://openalex.org/W2343892326","https://openalex.org/W2517093938","https://openalex.org/W2578178509","https://openalex.org/W2596567060","https://openalex.org/W2750165229","https://openalex.org/W2794960695","https://openalex.org/W2799432843","https://openalex.org/W2904435226","https://openalex.org/W2911905556","https://openalex.org/W2963382853","https://openalex.org/W2969550468","https://openalex.org/W2973925433","https://openalex.org/W2994112501","https://openalex.org/W2998086260","https://openalex.org/W3003290394","https://openalex.org/W3010224047","https://openalex.org/W3010301175","https://openalex.org/W3103957489","https://openalex.org/W3105649577","https://openalex.org/W3110160782","https://openalex.org/W3159526139","https://openalex.org/W3163304755"],"related_works":["https://openalex.org/W4234775288","https://openalex.org/W2143732059","https://openalex.org/W3124515337","https://openalex.org/W2044008857","https://openalex.org/W2135650408","https://openalex.org/W2275952129","https://openalex.org/W3000228554","https://openalex.org/W1582020050","https://openalex.org/W1760899073","https://openalex.org/W2121515951"],"abstract_inverted_index":{"Demand":[0],"response":[1,84,109,119,147,162],"is":[2,79,90,114,143,163],"an":[3,135],"effective":[4],"way":[5],"for":[6,36,145],"ensuring":[7],"safety":[8],"and":[9,21,27,44,58,71,99,129],"stabilization":[10],"of":[11,24,68,74,95,102,123,125,155,160,172],"power":[12,25],"grid":[13],"by":[14],"maintaining":[15],"the":[16,19,22,55,69,75,82,93,96,100,107,117,121,130,153,158,170,173],"balance":[17],"between":[18],"supply":[20],"demand":[23,37,62,83,108,118,146,161],"grid,":[26],"this":[28,52],"article":[29,53],"focuses":[30],"on":[31,61,106,139,157],"using":[32,86,148],"electric":[33,76,87,103,126,149],"water":[34,77,88,104,127,150],"heaters":[35,89,105],"response.":[38,63],"In":[39],"addition":[40],"to":[41],"considering":[42,116],"comfort":[43,122],"price":[45],"factors":[46],"as":[47],"did":[48],"in":[49,165],"previous":[50],"works,":[51],"considers":[54],"overshoot":[56],"temperature":[57],"its":[59],"influence":[60,154],"First,":[64],"a":[65,112],"theoretical":[66],"model":[67,113],"heating":[70],"cooling":[72],"processes":[73],"heater":[78],"established;":[80],"second,":[81],"process":[85],"analyzed,":[91],"including":[92],"influences":[94],"physical":[97],"parameters":[98,156],"settings":[101],"process;":[110],"third,":[111],"established":[115],"requirement,":[120],"owners":[124],"heaters,":[128],"electricity":[131],"price,":[132],"simultaneously;":[133],"fourth,":[134],"optimization":[136],"method":[137],"based":[138],"deep":[140],"reinforcement":[141],"learning":[142],"proposed":[144,174],"heaters.":[151],"Meanwhile,":[152],"results":[159,168],"discussed":[164],"details.":[166],"Experimental":[167],"show":[169],"effectiveness":[171],"method.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":13}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}