{"id":"https://openalex.org/W3205627976","doi":null,"title":"Deep Reinforcement Learning Based Approach for Multi-Agent Control of Residential Electric Water Heaters for Distribution Load Management","display_name":"Deep Reinforcement Learning Based Approach for Multi-Agent Control of Residential Electric Water Heaters for Distribution Load Management","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3205627976","mag":"3205627976"},"language":"en","primary_location":{"id":"pmh:oai:uwspace.uwaterloo.ca:10012/17612","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10012/17612","pdf_url":"http://hdl.handle.net/10012/17612","source":{"id":"https://openalex.org/S4306401661","display_name":"UWSpace (University of Waterloo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I151746483","host_organization_name":"University of Waterloo","host_organization_lineage":["https://openalex.org/I151746483"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Master Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10012/17612","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kevin Abraham","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kevin Abraham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electric-water-heaters","display_name":"electric water heaters","score":0.9850000143051147},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.7319999933242798},{"id":"https://openalex.org/keywords/maddpg","display_name":"MADDPG","score":0.8349999785423279},{"id":"https://openalex.org/keywords/demand-side-flexibility","display_name":"demand-side flexibility","score":0.6349999904632568},{"id":"https://openalex.org/keywords/residential-energy-management","display_name":"residential energy management","score":0.7279999852180481},{"id":"https://openalex.org/keywords/load-aggregation","display_name":"load aggregation","score":0.4569999873638153},{"id":"https://openalex.org/keywords/renewable-energy-integration","display_name":"renewable energy integration","score":0.6129999756813049},{"id":"https://openalex.org/keywords/electricity-tariffs","display_name":"electricity tariffs","score":0.45399999618530273}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7075616121292114},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5420660972595215},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4439655542373657},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.44105929136276245},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40586262941360474},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.37579551339149475},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.33057186007499695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31821757555007935},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.21737352013587952},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.1187857985496521}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:uwspace.uwaterloo.ca:10012/17612","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10012/17612","pdf_url":"http://hdl.handle.net/10012/17612","source":{"id":"https://openalex.org/S4306401661","display_name":"UWSpace (University of Waterloo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I151746483","host_organization_name":"University of Waterloo","host_organization_lineage":["https://openalex.org/I151746483"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Master Thesis"},{"id":"mag:3205627976","doi":null,"is_oa":false,"landing_page_url":"https://uwspace.uwaterloo.ca/handle/10012/17612","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:uwspace.uwaterloo.ca:10012/17612","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10012/17612","pdf_url":"http://hdl.handle.net/10012/17612","source":{"id":"https://openalex.org/S4306401661","display_name":"UWSpace (University of Waterloo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I151746483","host_organization_name":"University of Waterloo","host_organization_lineage":["https://openalex.org/I151746483"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Master Thesis"},"sustainable_development_goals":[{"score":0.9853000044822693,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3205627976.pdf","grobid_xml":"https://content.openalex.org/works/W3205627976.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1835254890","https://openalex.org/W1966114192","https://openalex.org/W1968448601","https://openalex.org/W1994495114","https://openalex.org/W1996291932","https://openalex.org/W2004527247","https://openalex.org/W2052306373","https://openalex.org/W2108261271","https://openalex.org/W2112211524","https://openalex.org/W2121863487","https://openalex.org/W2155027007","https://openalex.org/W2155337959","https://openalex.org/W2173248099","https://openalex.org/W2220013079","https://openalex.org/W2256442416","https://openalex.org/W2328470732","https://openalex.org/W2343956656","https://openalex.org/W2565711070","https://openalex.org/W2588495270","https://openalex.org/W2591980212","https://openalex.org/W2755412030","https://openalex.org/W2767850647","https://openalex.org/W2811015419","https://openalex.org/W2861440650","https://openalex.org/W2889289957","https://openalex.org/W2907087623","https://openalex.org/W2921267419","https://openalex.org/W2939091636","https://openalex.org/W2962866107","https://openalex.org/W2964351981","https://openalex.org/W3005335721","https://openalex.org/W3008690466","https://openalex.org/W3034079382"],"related_works":["https://openalex.org/W2907752337","https://openalex.org/W4360584097","https://openalex.org/W3212144550","https://openalex.org/W3197436672","https://openalex.org/W2799432843","https://openalex.org/W3127591077","https://openalex.org/W2914396823","https://openalex.org/W2256442416","https://openalex.org/W4402440976","https://openalex.org/W4394683576"],"abstract_inverted_index":{"The":[0,218,267],"push":[1],"towards":[2],"decarbonization":[3],"and":[4,26,43,45,68,100,118,168,187,231,237,259,276,294],"electrification":[5],"of":[6,37,50,80,93,110,124,156,177,213,216,272,282],"the":[7,38,70,76,91,114,120,127,152,160,169,175,188,208,235,241,270,273,280,292,295],"society":[8],"is":[9,205,226,251],"leading":[10],"to":[11,31,60,62,150,173,182,192,210,239,278],"increased":[12],"electricity":[13,125],"demand.":[14,35],"Many":[15,36],"countries,":[16],"including":[17],"Canada,":[18],"are":[19,41,46,56,131,180],"utilizing":[20],"non-greenhouse":[21],"gas":[22],"(GHG)":[23],"emitting":[24],"sources":[25,29,49],"renewable":[27],"energy":[28,77,153,248],"(RES)":[30],"meet":[32,69],"this":[33,88,229],"increasing":[34],"RES,":[39],"however,":[40],"intermittent":[42,63],"uncertain,":[44],"non-load":[47],"following":[48],"electricity.":[51],"Technologies":[52],"supporting":[53],"demand":[54],"flexibility":[55],"being":[57,119],"increasingly":[58],"used":[59,232],"respond":[61],"changes":[64],"in":[65,87,113,126,233,255],"RES":[66],"supply":[67],"power":[71],"grid":[72],"requirements":[73],"by":[74,207],"modifying":[75],"consumption":[78],"patterns":[79],"residential":[81,116,161],"loads.":[82,102],"\\n":[83,140,244],"\\nThe":[84,245],"work":[85],"presented":[86],"thesis":[89,142],"discusses":[90],"application":[92],"electric":[94],"water":[95,111],"heaters":[96,112],"(EWHs)":[97],"as":[98],"flexible":[99],"controllable":[101],"EWHs,":[103],"accounting":[104],"for":[105,136,165,228,253,291],"a":[106,133,144,178,202],"significant":[107],"portion":[108],"(44%)":[109],"Canadian":[115],"sector,":[117],"second":[121],"largest":[122],"consumer":[123,264],"household":[128],"sector":[129],"(20%),":[130],"becoming":[132],"viable":[134],"source":[135],"providing":[137,289],"load":[138],"flexibility.":[139],"\\nThis":[141],"presents":[143],"multi-agent":[145,219],"reinforcement":[146],"learning":[147],"(MARL)":[148],"approach":[149,250],"address":[151],"management":[154,249],"problem":[155,230],"EWHs.":[157,217],"Two":[158],"agents,":[159],"aggregator":[162],"agent":[163,171],"(RAA)-":[164],"EWH":[166,247],"control":[167,199,211,279],"utility":[170],"(UA)-":[172],"represent":[174],"role":[176],"utility,":[179],"designed":[181],"interact":[183],"with":[184],"each":[185],"other":[186],"(reinforcement":[189],"learning)":[190],"environment":[191],"maximize":[193],"their":[194],"respective":[195],"rewards.":[196],"A":[197],"novel":[198],"algorithm":[200,225],"using":[201],"binning":[203],"process":[204],"employed":[206],"RAA":[209,236,275],"operations":[212],"certain":[214],"groups":[215],"deep":[220],"deterministic":[221],"policy":[222],"gradient":[223],"(MADDPG)":[224],"implemented":[227],"training":[234],"UA":[238,277],"follow":[240],"optimal":[242],"policy.":[243],"proposed":[246,274],"tested":[252],"consumers":[254,293],"Ontario,":[256],"New":[257],"Brunswick":[258],"Quebec":[260],"which":[261],"have":[262],"varying":[263],"tariff":[265],"rates.":[266],"results":[268],"demonstrate":[269],"ability":[271],"behaviour":[281],"EWHs":[283],"via":[284],"price":[285],"incentive":[286],"signals,":[287],"thus":[288],"benefits":[290],"utility.":[296]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2021-10-25T00:00:00"}