{"id":"https://openalex.org/W7123784524","doi":"https://doi.org/10.1109/access.2026.3653933","title":"Federated Reinforcement Learning for Peak Demand Mitigation in Residential Energy Systems With Dynamic Comfort Preferences","display_name":"Federated Reinforcement Learning for Peak Demand Mitigation in Residential Energy Systems With Dynamic Comfort Preferences","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7123784524","doi":"https://doi.org/10.1109/access.2026.3653933"},"language":null,"primary_location":{"id":"doi:10.1109/access.2026.3653933","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3653933","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3653933","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119825055","display_name":"Mohammed Sumayli","orcid":null},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mohammed Sumayli","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Florida State University, Tallahassee, FL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Florida State University, Tallahassee, FL, USA","institution_ids":["https://openalex.org/I103163165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014205263","display_name":"Olugbenga Moses Anubi","orcid":"https://orcid.org/0000-0002-8662-6076"},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Olugbenga Moses Anubi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Florida State University, Tallahassee, FL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Florida State University, Tallahassee, FL, USA","institution_ids":["https://openalex.org/I103163165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5119825055"],"corresponding_institution_ids":["https://openalex.org/I103163165"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19896745,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"8174","last_page":"8187"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.7689999938011169},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7508999705314636},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6292999982833862},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5681999921798706},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.5672000050544739},{"id":"https://openalex.org/keywords/peak-demand","display_name":"Peak demand","score":0.5422000288963318},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4724999964237213},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4584999978542328},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.44929999113082886},{"id":"https://openalex.org/keywords/building-automation","display_name":"Building automation","score":0.42820000648498535}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7718999981880188},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.7689999938011169},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7508999705314636},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6292999982833862},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5681999921798706},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5672000050544739},{"id":"https://openalex.org/C147940328","wikidata":"https://www.wikidata.org/wiki/Q3393666","display_name":"Peak demand","level":3,"score":0.5422000288963318},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5023000240325928},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4724999964237213},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4584999978542328},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.44929999113082886},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.42820000648498535},{"id":"https://openalex.org/C106527866","wikidata":"https://www.wikidata.org/wiki/Q1489497","display_name":"Building management system","level":3,"score":0.4246000051498413},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.39340001344680786},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.3693999946117401},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.364300012588501},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.3562000095844269},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.31859999895095825},{"id":"https://openalex.org/C2983523559","wikidata":"https://www.wikidata.org/wiki/Q410657","display_name":"On demand","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C179366874","wikidata":"https://www.wikidata.org/wiki/Q1185130","display_name":"Demand management","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.29170000553131104},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C544738498","wikidata":"https://www.wikidata.org/wiki/Q861135","display_name":"Distributed generation","level":3,"score":0.2867000102996826},{"id":"https://openalex.org/C2780974030","wikidata":"https://www.wikidata.org/wiki/Q16951926","display_name":"Co-simulation","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.26489999890327454},{"id":"https://openalex.org/C2983177510","wikidata":"https://www.wikidata.org/wiki/Q1853339","display_name":"Energy demand","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.25679999589920044},{"id":"https://openalex.org/C205875254","wikidata":"https://www.wikidata.org/wiki/Q17156857","display_name":"Decentralised system","level":3,"score":0.25270000100135803},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2517000138759613},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/access.2026.3653933","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3653933","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3653933","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3653933","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8450446724891663,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1973309971","https://openalex.org/W2009397151","https://openalex.org/W2084156013","https://openalex.org/W2109426455","https://openalex.org/W2313493060","https://openalex.org/W2470610580","https://openalex.org/W2618490640","https://openalex.org/W2767079719","https://openalex.org/W2793818336","https://openalex.org/W2795276745","https://openalex.org/W2904246096","https://openalex.org/W2908261578","https://openalex.org/W2962656740","https://openalex.org/W3007687131","https://openalex.org/W3037492953","https://openalex.org/W3097281440","https://openalex.org/W3106649810","https://openalex.org/W3123453020","https://openalex.org/W3134694222","https://openalex.org/W3135231128","https://openalex.org/W3152658199","https://openalex.org/W3155912831","https://openalex.org/W3185202669","https://openalex.org/W3205598877","https://openalex.org/W4210272887","https://openalex.org/W4293253334","https://openalex.org/W4293255096","https://openalex.org/W4294151808","https://openalex.org/W4313443452","https://openalex.org/W4320033710","https://openalex.org/W4322771690","https://openalex.org/W4393186087","https://openalex.org/W4400076000","https://openalex.org/W4405642925","https://openalex.org/W4408994287"],"related_works":[],"abstract_inverted_index":{"The":[0,101],"growing":[1],"penetration":[2],"of":[3,22,57,125],"flexible":[4],"loads":[5],"such":[6],"as":[7,70],"air":[8],"conditioners,":[9],"electric":[10],"vehicles":[11],"(EVs),":[12],"and":[13,41,93,96,113,169,180,189,196],"energy":[14,36,159],"storage":[15],"systems":[16],"(ESSs)":[17],"has":[18],"intensified":[19],"the":[20,76,82,122,129,152,185],"challenge":[21],"mitigating":[23],"peak":[24,178],"demand":[25,179,203],"in":[26,121],"residential":[27,202],"communities.":[28],"Coordinating":[29],"these":[30],"devices":[31],"is":[32,87],"essential":[33],"to":[34,89,135,139,164,173],"reduce":[35],"costs,":[37],"enhance":[38],"grid":[39],"reliability,":[40],"preserve":[42],"user":[43],"comfort.":[44],"This":[45],"paper":[46],"presents":[47],"a":[48,194],"federated":[49,130],"reinforcement":[50],"learning":[51,131],"(FRL)":[52],"framework":[53,102,186],"for":[54,199],"decentralized":[55],"coordination":[56],"Home":[58],"Energy":[59],"Management":[60],"Systems":[61],"(HEMSs)":[62],"under":[63],"demand-dependent":[64],"dynamic":[65],"pricing.":[66],"Each":[67],"HEMS":[68],"operates":[69],"an":[71,165],"autonomous":[72],"agent":[73],"trained":[74],"using":[75],"Soft":[77],"Actor-Critic":[78],"(SAC)":[79],"algorithm,":[80],"while":[81,143,175],"Federated":[83],"Proximal":[84],"(FedProx)":[85],"method":[86,155],"employed":[88],"stabilize":[90],"local":[91],"updates":[92],"address":[94],"heterogeneity":[95],"non-IID":[97],"data":[98],"across":[99],"homes.":[100],"models":[103],"diverse":[104],"appliance":[105],"profiles,":[106],"rooftop":[107],"photovoltaic":[108],"(PV)":[109],"generation,":[110],"ESSs,":[111],"EVs,":[112],"adaptive":[114],"comfort":[115,127,182],"preferences.":[116],"A":[117],"key":[118],"novelty":[119],"lies":[120],"direct":[123],"integration":[124],"personalized":[126],"into":[128],"process,":[132],"enabling":[133],"agents":[134],"adapt":[136],"scheduling":[137],"policies":[138],"heterogeneous":[140],"flexibility":[141],"bounds":[142],"maintaining":[144],"coordinated":[145],"system":[146],"performance.":[147],"Simulation":[148],"results":[149],"show":[150],"that":[151],"proposed":[153],"FedProx-SAC":[154],"reduces":[156],"average":[157],"household":[158],"cost":[160],"by":[161,170],"42%":[162],"compared":[163,172],"unoptimized":[166],"(no-HEMS)":[167],"baseline":[168],"20%":[171],"FedAvg-SAC,":[174],"simultaneously":[176],"lowering":[177],"ensuring":[181],"satisfaction.":[183],"Furthermore,":[184],"supports":[187],"scalability":[188],"privacy":[190],"preservation,":[191],"making":[192],"it":[193],"practical":[195],"robust":[197],"solution":[198],"future":[200],"large-scale":[201],"response":[204],"programs.":[205]},"counts_by_year":[],"updated_date":"2026-01-24T23:23:39.755997","created_date":"2026-01-14T00:00:00"}