{"id":"https://openalex.org/W4408182607","doi":"https://doi.org/10.1109/tsg.2025.3548653","title":"Distributed Deep Reinforcement Learning for Data-Driven Water Heater Model in Smart Grid","display_name":"Distributed Deep Reinforcement Learning for Data-Driven Water Heater Model in Smart Grid","publication_year":2025,"publication_date":"2025-03-06","ids":{"openalex":"https://openalex.org/W4408182607","doi":"https://doi.org/10.1109/tsg.2025.3548653"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2025.3548653","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2025.3548653","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033614477","display_name":"Jiangjiao Xu","orcid":"https://orcid.org/0000-0002-7883-705X"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiangjiao Xu","raw_affiliation_strings":["Department of Electrical Engineering, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7883-705X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055770727","display_name":"Ting Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Zheng","raw_affiliation_strings":["Department of Electrical Engineering, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102633347","display_name":"Yibing Dang","orcid":"https://orcid.org/0009-0004-5878-866X"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibing Dang","raw_affiliation_strings":["Department of Electrical Engineering, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-5878-866X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089874335","display_name":"Fan Yang","orcid":"https://orcid.org/0000-0003-0359-1187"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["Department of Electrical Engineering, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0359-1187","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107209335","display_name":"Dongdong Li","orcid":null},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongdong Li","raw_affiliation_strings":["Department of Electrical Engineering, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5481-4091","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5033614477"],"corresponding_institution_ids":["https://openalex.org/I23632641"],"apc_list":null,"apc_paid":null,"fwci":3.9187,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.93160609,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"16","issue":"4","first_page":"2900","last_page":"2912"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9147999882698059,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9147999882698059,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.6950147151947021},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6456201672554016},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5387445688247681},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5156346559524536},{"id":"https://openalex.org/keywords/power-grid","display_name":"Power grid","score":0.4259988069534302},{"id":"https://openalex.org/keywords/distributed-generation","display_name":"Distributed generation","score":0.4230802059173584},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38629940152168274},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2911355495452881},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.28609853982925415},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.282937228679657},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.23203405737876892},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.20469504594802856},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.15355682373046875}],"concepts":[{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.6950147151947021},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6456201672554016},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5387445688247681},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5156346559524536},{"id":"https://openalex.org/C2983254600","wikidata":"https://www.wikidata.org/wiki/Q1096907","display_name":"Power grid","level":3,"score":0.4259988069534302},{"id":"https://openalex.org/C544738498","wikidata":"https://www.wikidata.org/wiki/Q861135","display_name":"Distributed generation","level":3,"score":0.4230802059173584},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38629940152168274},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2911355495452881},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28609853982925415},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.282937228679657},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.23203405737876892},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.20469504594802856},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.15355682373046875},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2025.3548653","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2025.3548653","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1930353902","display_name":null,"funder_award_id":"Z2024-111","funder_id":"https://openalex.org/F4320335879","funder_display_name":"Education and Scientific Research Project of Shanghai"},{"id":"https://openalex.org/G4366780916","display_name":null,"funder_award_id":"Z2024-111","funder_id":"https://openalex.org/F4320321881","funder_display_name":"Shanghai Municipal Education Commission"}],"funders":[{"id":"https://openalex.org/F4320321881","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457"},{"id":"https://openalex.org/F4320335879","display_name":"Education and Scientific Research Project of Shanghai","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1966114192","https://openalex.org/W1979029747","https://openalex.org/W2003323602","https://openalex.org/W2050696861","https://openalex.org/W2091920761","https://openalex.org/W2117604780","https://openalex.org/W2129589829","https://openalex.org/W2145339207","https://openalex.org/W2340152469","https://openalex.org/W2343892326","https://openalex.org/W2344779493","https://openalex.org/W2546635356","https://openalex.org/W2605267926","https://openalex.org/W2774636080","https://openalex.org/W2801688044","https://openalex.org/W2889336506","https://openalex.org/W2911905556","https://openalex.org/W2950269976","https://openalex.org/W2955456465","https://openalex.org/W2963382853","https://openalex.org/W2963723202","https://openalex.org/W3002073981","https://openalex.org/W3089273662","https://openalex.org/W3118396091","https://openalex.org/W3125052762","https://openalex.org/W3159580687","https://openalex.org/W3173926878","https://openalex.org/W3197436672","https://openalex.org/W3204812350","https://openalex.org/W4225730439","https://openalex.org/W4281753285","https://openalex.org/W4285125030","https://openalex.org/W4361990680","https://openalex.org/W4391215980","https://openalex.org/W4395695804","https://openalex.org/W4399039227","https://openalex.org/W6687681856","https://openalex.org/W6753934646"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2593427583","https://openalex.org/W2136076430"],"abstract_inverted_index":{"The":[0],"use":[1],"of":[2,4,21],"clusters":[3,65],"electric":[5],"water":[6],"heaters":[7],"(EWHs)":[8],"in":[9,61,156],"demand":[10,121,167],"response":[11,168],"applications":[12],"shows":[13],"great":[14],"potential.":[15],"However,":[16],"the":[17],"diverse":[18],"consumption":[19,70],"patterns":[20],"individual":[22,81,115],"users":[23,66],"pose":[24],"challenges":[25],"for":[26,42,76,166],"conventional":[27],"single-model":[28],"control":[29],"strategies.":[30],"To":[31],"address":[32],"this,":[33],"we":[34],"propose":[35],"a":[36,55],"distributed":[37,90],"reinforcement":[38],"learning":[39],"(DRL)":[40],"strategy":[41],"managing":[43],"EWHs":[44],"that":[45],"enhances":[46],"scalability,":[47],"adaptability,":[48],"and":[49,64,100,114,123,144,159],"user":[50,87,110,125],"satisfaction.":[51],"Our":[52,106],"approach":[53],"uses":[54],"data-driven":[56],"model":[57],"to":[58,84,86,128,140],"capture":[59],"changes":[60],"EWH":[62],"operation":[63],"based":[67],"on":[68],"similar":[69],"behaviors.":[71],"Offline":[72],"pre-training":[73],"is":[74],"performed":[75],"each":[77],"cluster,":[78],"followed":[79],"by":[80,136],"online":[82],"training":[83,98],"adapt":[85],"preferences.":[88],"This":[89],"framework":[91],"enables":[92],"knowledge":[93],"sharing":[94],"within":[95],"clusters,":[96],"reducing":[97],"time":[99],"improving":[101],"scalability":[102],"over":[103],"centralized":[104],"systems.":[105],"method":[107,133,152],"effectively":[108],"accommodates":[109],"variability,":[111],"balancing":[112],"system-wide":[113],"objectives.":[116],"Experiments":[117],"demonstrate":[118],"significant":[119],"peak":[120],"reductions":[122],"enhanced":[124],"comfort.":[126],"Compared":[127],"traditional":[129],"thermostat-based":[130],"controllers,":[131],"our":[132,150],"reduces":[134],"costs":[135],"38%.":[137],"Additionally,":[138],"compared":[139],"genetic":[141],"algorithms":[142],"(GA)":[143],"Binary":[145],"Particle":[146],"Swarm":[147],"Optimization":[148],"(BPSO),":[149],"proposed":[151],"demonstrates":[153],"better":[154],"performance":[155],"real-time":[157],"adaptability":[158],"load":[160],"shifting,":[161],"providing":[162],"an":[163],"efficient":[164],"solution":[165],"management.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}