{"id":"https://openalex.org/W3203801385","doi":"https://doi.org/10.1109/tcc.2021.3117580","title":"A Hybrid Cloud and Edge Control Strategy for Demand Responses Using Deep Reinforcement Learning and Transfer Learning","display_name":"A Hybrid Cloud and Edge Control Strategy for Demand Responses Using Deep Reinforcement Learning and Transfer Learning","publication_year":2021,"publication_date":"2021-10-05","ids":{"openalex":"https://openalex.org/W3203801385","doi":"https://doi.org/10.1109/tcc.2021.3117580","mag":"3203801385"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2021.3117580","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2021.3117580","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081771298","display_name":"Yuechuan Tao","orcid":"https://orcid.org/0000-0003-4806-1227"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yuechuan Tao","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4806-1227","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040046000","display_name":"Jing Qiu","orcid":"https://orcid.org/0000-0001-8507-0558"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jing Qiu","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8507-0558","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027589332","display_name":"Shuying Lai","orcid":"https://orcid.org/0000-0001-7492-7931"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shuying Lai","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":null,"apc_paid":null,"fwci":2.5729,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.90204671,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"10","issue":"1","first_page":"56","last_page":"71"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8262341022491455},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.779511034488678},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7323840260505676},{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.5940695405006409},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.58355313539505},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5128955841064453},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5053079724311829},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4702165424823761},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4587664008140564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4493551254272461},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34368735551834106},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.27090102434158325},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17148390412330627},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09214633703231812}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8262341022491455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.779511034488678},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7323840260505676},{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.5940695405006409},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.58355313539505},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5128955841064453},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5053079724311829},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4702165424823761},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4587664008140564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4493551254272461},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34368735551834106},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.27090102434158325},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17148390412330627},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09214633703231812},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2021.3117580","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2021.3117580","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1565327149","https://openalex.org/W1923548564","https://openalex.org/W1968167335","https://openalex.org/W1985008394","https://openalex.org/W2008496286","https://openalex.org/W2028725268","https://openalex.org/W2030367271","https://openalex.org/W2087485617","https://openalex.org/W2188280455","https://openalex.org/W2257979135","https://openalex.org/W2277948250","https://openalex.org/W2422242343","https://openalex.org/W2518980823","https://openalex.org/W2563096608","https://openalex.org/W2569077675","https://openalex.org/W2751383827","https://openalex.org/W2773360818","https://openalex.org/W2792900553","https://openalex.org/W2801424816","https://openalex.org/W2802421195","https://openalex.org/W2920951612","https://openalex.org/W2947520143","https://openalex.org/W2963317745","https://openalex.org/W2969843367","https://openalex.org/W3003290394","https://openalex.org/W3007384805","https://openalex.org/W3012306480","https://openalex.org/W3020239300","https://openalex.org/W3026312603","https://openalex.org/W3037631072","https://openalex.org/W3040914594","https://openalex.org/W3047389388","https://openalex.org/W3048008723","https://openalex.org/W6633949838","https://openalex.org/W6682132143","https://openalex.org/W6683633756"],"related_works":["https://openalex.org/W4206357785","https://openalex.org/W3192840557","https://openalex.org/W4281381188","https://openalex.org/W2951211570","https://openalex.org/W3167935049","https://openalex.org/W3023427754","https://openalex.org/W4375928479","https://openalex.org/W3131673289","https://openalex.org/W3198847674","https://openalex.org/W3103940333"],"abstract_inverted_index":{"A":[0],"number":[1],"of":[2,53,72,138],"electric":[3],"devices":[4,129],"in":[5,77,141,146],"buildings":[6,47],"can":[7],"be":[8],"considered":[9],"as":[10],"important":[11],"demand":[12],"response":[13],"(DR)":[14],"resources,":[15],"for":[16,89,130],"instance,":[17],"the":[18,25,45,50,64,68,73,100,103,106,112,121,127,135,165,167,187,204,218,240,244,249],"battery":[19],"energy":[20],"storage":[21],"system":[22],"(BESS)":[23],"and":[24,28,56,70,85,91,120,156,192,203,228],"heat,":[26],"ventilation,":[27],"air":[29],"conditioning":[30],"(HVAC)":[31],"systems.":[32],"The":[33,195],"conventional":[34,241],"model-based":[35,242],"DR":[36,74,143],"methods":[37],"rely":[38],"on":[39,94,111,201],"efficient":[40],"on-demand":[41],"computing":[42,54,140],"resources.":[43],"However,":[44,158],"current":[46],"suffer":[48],"from":[49,164],"high":[51,147],"cost":[52],"resources":[55,169],"lack":[57],"a":[58,82,173,179],"cost-effective":[59],"automation":[60],"system,":[61],"which":[62],"becomes":[63],"main":[65],"obstacle":[66],"to":[67,126,172,185],"popularization":[69],"implementation":[71],"program.":[75],"Therefore,":[76,176],"this":[78,133],"paper,":[79],"we":[80,177],"present":[81],"hybrid":[83],"cloud":[84,101,139,168],"edge":[86,128],"control":[87,107,188],"strategy":[88,108,123],"BESS":[90,191],"HVAC":[92,193],"based":[93,110,200],"deep":[95,116,181,221],"reinforcement":[96,182,222],"learning":[97,183,197,223,229,236],"(DRL).":[98],"On":[99],"infrastructure,":[102],"agent":[104],"learns":[105],"online":[109],"proposed":[113,205,219,245],"continuous":[114],"dueling":[115],"Q-learning":[117],"(C-DDQN)":[118],"algorithm,":[119],"learned":[122],"is":[124,162,198,215],"distributed":[125],"execution.":[131],"Under":[132],"framework,":[134],"data-intensive":[136],"application":[137],"real-time":[142],"shows":[144,225],"advantages":[145],"processing":[148],"speed,":[149],"unlimited":[150],"data":[151],"aggregation,":[152],"fault-tolerant,":[153],"cost-saving,":[154],"security,":[155],"confidentiality.":[157],"if":[159],"every":[160],"controller":[161],"trained":[163],"beginning,":[166],"are":[170],"wasted":[171],"large":[174],"extent.":[175],"propose":[178],"transfer":[180,186,196,220,235],"methodology":[184,246],"strategies":[189],"between":[190],"units.":[194],"realized":[199],"fine-tuning":[202],"Evolving":[206],"Domain":[207],"Adaptation":[208],"Network":[209],"(EDAN).":[210],"In":[211],"case":[212],"studies,":[213],"it":[214],"verified":[216],"that":[217],"algorithm":[224],"better":[226],"convergence":[227],"capability":[230],"compared":[231],"with":[232,239],"not":[233],"applying":[234],"technologies.":[237],"Compared":[238],"method,":[243],"speeds":[247],"up":[248],"decision-making":[250],"time":[251],"by":[252],"105times.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}