{"id":"https://openalex.org/W4388327848","doi":"https://doi.org/10.1145/3600100.3623733","title":"Personalized Federated Hypernetworks for Multi-Task Reinforcement Learning in Microgrid Energy Demand Response","display_name":"Personalized Federated Hypernetworks for Multi-Task Reinforcement Learning in Microgrid Energy Demand Response","publication_year":2023,"publication_date":"2023-11-03","ids":{"openalex":"https://openalex.org/W4388327848","doi":"https://doi.org/10.1145/3600100.3623733"},"language":"en","primary_location":{"id":"doi:10.1145/3600100.3623733","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600100.3623733","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600100.3623733","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3600100.3623733","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033336809","display_name":"Doseok Jang","orcid":"https://orcid.org/0000-0002-8612-4420"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Doseok Jang","raw_affiliation_strings":["UC Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047280757","display_name":"Lucas Spangher","orcid":"https://orcid.org/0000-0002-5833-1799"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucas Spangher","raw_affiliation_strings":["UC Berkeley, United States"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, United States","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038902908","display_name":"Tarang Srivastava","orcid":"https://orcid.org/0009-0009-1106-6877"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tarang Srivastava","raw_affiliation_strings":["UC Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052000119","display_name":"Larry Yan","orcid":"https://orcid.org/0009-0004-5953-7977"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Larry Yan","raw_affiliation_strings":["UC Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013076652","display_name":"Costas J. Spanos","orcid":null},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Costas Spanos","raw_affiliation_strings":["UC Berkeley, United States of America"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, United States of America","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5033336809"],"corresponding_institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":0.3879,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.60903457,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"79","last_page":"88"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8443959951400757},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7793117165565491},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.7615246772766113},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5540633201599121},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5265432000160217},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.5035766959190369},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4357331693172455},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.41455787420272827},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36789992451667786},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3636530637741089},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3413150906562805},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.32987621426582336},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10942339897155762},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.08351299166679382}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8443959951400757},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7793117165565491},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.7615246772766113},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5540633201599121},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5265432000160217},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.5035766959190369},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4357331693172455},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.41455787420272827},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36789992451667786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3636530637741089},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3413150906562805},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.32987621426582336},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10942339897155762},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.08351299166679382},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3600100.3623733","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600100.3623733","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600100.3623733","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3600100.3623733","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600100.3623733","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600100.3623733","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8799999952316284}],"awards":[{"id":"https://openalex.org/G3034753964","display_name":null,"funder_award_id":"grant","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G830009845","display_name":null,"funder_award_id":"Sustain","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388327848.pdf","grobid_xml":"https://content.openalex.org/works/W4388327848.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W1994005439","https://openalex.org/W2052714716","https://openalex.org/W2473418344","https://openalex.org/W2526471659","https://openalex.org/W2569201729","https://openalex.org/W2591882872","https://openalex.org/W2948356724","https://openalex.org/W2982984621","https://openalex.org/W3016207298","https://openalex.org/W3016621379","https://openalex.org/W3033909682","https://openalex.org/W3035668299","https://openalex.org/W3047304572","https://openalex.org/W3104894936","https://openalex.org/W3175955862","https://openalex.org/W3176552354","https://openalex.org/W3177367445","https://openalex.org/W3182717504","https://openalex.org/W3191550197","https://openalex.org/W3205260830","https://openalex.org/W3209381781","https://openalex.org/W3215351807","https://openalex.org/W3215827760","https://openalex.org/W4210916416","https://openalex.org/W4285762978","https://openalex.org/W4391341440"],"related_works":["https://openalex.org/W4210780382","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W1574359403","https://openalex.org/W2356033827","https://openalex.org/W2391138633","https://openalex.org/W4206134051","https://openalex.org/W2907234787","https://openalex.org/W4285503559","https://openalex.org/W4383747562"],"abstract_inverted_index":{"As":[0],"sensors":[1],"pervade":[2],"the":[3,9,66,75,157,177],"built":[4],"environment,":[5],"they":[6],"have":[7],"fueled":[8],"advance":[10],"of":[11,34,68,78,93,159],"data-driven":[12],"models":[13,59],"that":[14,60],"promise":[15],"greater":[16],"efficiency":[17],"for":[18,124,179],"microgrid":[19],"management.":[20],"However,":[21],"this":[22],"has":[23,37,106],"raised":[24],"concerns":[25],"over":[26],"data":[27,30,69,144,181],"privacy":[28],"and":[29,54,98,163],"ownership.":[31],"The":[32],"paradigm":[33],"federated":[35,49,161],"learning":[36,41,112,162,170],"emerged":[38],"in":[39,103],"supervised":[40,111],"to":[42,83,95,118,168],"address":[43],"these":[44],"issues,":[45],"but":[46],"work":[47,154],"on":[48,56],"RL":[50,122,164],"is":[51],"relatively":[52],"rare,":[53],"focuses":[55],"training":[57],"global":[58],"do":[61],"not":[62],"take":[63],"into":[64],"account":[65],"heterogeneity":[67],"from":[70],"different":[71],"microgrids.":[72],"We":[73,87,128],"develop":[74],"first":[76],"application":[77,92],"Personalized":[79],"Federated":[80],"Hypernetworks":[81],"(PFH)":[82],"Reinforcement":[84],"Learning":[85],"(RL).":[86],"then":[88],"present":[89],"a":[90,130],"novel":[91],"PFH":[94,105,117],"few-shot":[96],"transfer,":[97],"demonstrate":[99],"significant":[100],"initial":[101],"increases":[102],"learning.":[104],"never":[107],"been":[108],"demonstrated":[109],"beyond":[110],"benchmarks,":[113],"so":[114],"we":[115],"apply":[116],"an":[119],"important":[120],"domain:":[121],"price-setting":[123],"energy":[125,142],"demand":[126],"response.":[127],"consider":[129],"general":[131],"case":[132],"across":[133,138,172],"where":[134],"agents":[135],"are":[136],"split":[137],"multiple":[139,173],"microgrids,":[140],"wherein":[141],"consumption":[143],"must":[145],"be":[146],"kept":[147],"private":[148],"within":[149],"each":[150],"microgrid.":[151],"Together,":[152],"our":[153],"explores":[155],"how":[156],"fields":[158],"personalized":[160],"can":[165],"come":[166],"together":[167],"make":[169],"efficient":[171],"tasks":[174],"while":[175],"avoiding":[176],"need":[178],"centralized":[180],"storage.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}