{"id":"https://openalex.org/W3217146438","doi":"https://doi.org/10.1145/3486611.3488732","title":"Collaborative energy demand response with decentralized actor and centralized critic","display_name":"Collaborative energy demand response with decentralized actor and centralized critic","publication_year":2021,"publication_date":"2021-11-17","ids":{"openalex":"https://openalex.org/W3217146438","doi":"https://doi.org/10.1145/3486611.3488732","mag":"3217146438"},"language":"en","primary_location":{"id":"doi:10.1145/3486611.3488732","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3486611.3488732","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3486611.3488732","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3486611.3488732","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021316298","display_name":"Ruben Glatt","orcid":"https://orcid.org/0000-0002-4401-3810"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruben Glatt","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053630715","display_name":"Felipe Leno da Silva","orcid":"https://orcid.org/0000-0003-4703-2061"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Felipe Leno da Silva","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056773126","display_name":"Braden Soper","orcid":"https://orcid.org/0000-0002-0308-708X"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Braden Soper","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070419829","display_name":"William A. Dawson","orcid":"https://orcid.org/0000-0003-0248-6123"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William A. Dawson","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058013804","display_name":"Edward Rusu","orcid":null},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward Rusu","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021708119","display_name":"Ryan Goldhahn","orcid":"https://orcid.org/0000-0001-6176-6745"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan A. Goldhahn","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9153,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.74714321,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"333","last_page":"337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electrification","display_name":"Electrification","score":0.6074848771095276},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6058955788612366},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5980068445205688},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.594710111618042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5777445435523987},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5550678372383118},{"id":"https://openalex.org/keywords/greenhouse-gas","display_name":"Greenhouse gas","score":0.524962842464447},{"id":"https://openalex.org/keywords/environmental-economics","display_name":"Environmental economics","score":0.4827243983745575},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.45006904006004333},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4372996687889099},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2743918299674988},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.18884772062301636},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1394992470741272},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.11699050664901733}],"concepts":[{"id":"https://openalex.org/C2778324724","wikidata":"https://www.wikidata.org/wiki/Q1076056","display_name":"Electrification","level":3,"score":0.6074848771095276},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6058955788612366},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5980068445205688},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.594710111618042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5777445435523987},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5550678372383118},{"id":"https://openalex.org/C47737302","wikidata":"https://www.wikidata.org/wiki/Q167336","display_name":"Greenhouse gas","level":2,"score":0.524962842464447},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.4827243983745575},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.45006904006004333},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4372996687889099},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2743918299674988},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.18884772062301636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1394992470741272},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.11699050664901733},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3486611.3488732","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3486611.3488732","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3486611.3488732","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:1831399","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1831399","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1145/3486611.3488732","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3486611.3488732","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3486611.3488732","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2794116838","display_name":null,"funder_award_id":"LDRD 20-SI-005","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"},{"id":"https://openalex.org/G4844777956","display_name":null,"funder_award_id":"DE-AC52-07NA27344","funder_id":"https://openalex.org/F4320337547","funder_display_name":"Laboratory Directed Research and Development"},{"id":"https://openalex.org/G5816449448","display_name":null,"funder_award_id":"DE-AC52-07NA27344","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8374966015","display_name":null,"funder_award_id":"AC52-07NA27344","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G991281326","display_name":null,"funder_award_id":"AC52-07NA27344","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320337547","display_name":"Laboratory Directed Research and Development","ror":"https://ror.org/01e41cf67"},{"id":"https://openalex.org/F4320338286","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3217146438.pdf","grobid_xml":"https://content.openalex.org/works/W3217146438.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W1528626842","https://openalex.org/W1541754180","https://openalex.org/W1542941925","https://openalex.org/W1641379095","https://openalex.org/W1967302243","https://openalex.org/W2092368362","https://openalex.org/W2099618002","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2737628516","https://openalex.org/W2763602591","https://openalex.org/W2781726626","https://openalex.org/W2789880759","https://openalex.org/W2804058885","https://openalex.org/W2962744362","https://openalex.org/W2964657419","https://openalex.org/W2983887688","https://openalex.org/W3014664339","https://openalex.org/W3024350433","https://openalex.org/W3106664044","https://openalex.org/W3107762986","https://openalex.org/W3116975485","https://openalex.org/W3153079815","https://openalex.org/W3159051850","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2052048483","https://openalex.org/W3207437955","https://openalex.org/W647089723","https://openalex.org/W1969624282","https://openalex.org/W4289780587","https://openalex.org/W4386702176","https://openalex.org/W630161627","https://openalex.org/W1533422781","https://openalex.org/W2059528849","https://openalex.org/W2555175041"],"abstract_inverted_index":{"The":[0,17],"ongoing":[1],"industrialization":[2],"and":[3,53,69,82,93,145],"rising":[4],"technology":[5],"adoption":[6],"around":[7],"the":[8,24,101,110,133,160,195],"world":[9],"are":[10,21,87,118,153],"leading":[11],"to":[12,33,79,89,157,170],"ever":[13],"higher":[14],"energy":[15,42,50,113,128,161],"consumption.":[16],"benefits":[18],"of":[19,56,63,112,163],"electrification":[20],"enormous,":[22],"but":[23,140,192],"growing":[25],"demand":[26,172],"also":[27,193],"comes":[28],"with":[29,31],"challenges":[30],"respect":[32],"associated":[34],"greenhouse":[35],"gas":[36],"emissions.":[37],"Although":[38],"continuing":[39],"progress":[40],"in":[41,49,75,84,115,120,166],"research":[43],"has":[44],"brought":[45],"up":[46],"new":[47],"technologies":[48,58],"generation,":[51],"storage,":[52],"distribution,":[54],"most":[55],"those":[57],"focus":[59],"on":[60,67,132],"increasing":[61],"efficiency":[62,85],"individual":[64,73,164,200],"components.":[65],"Work":[66],"integration":[68],"coordination":[70],"abilities":[71],"between":[72],"components":[74,114],"micro-grids":[76],"will":[77],"lead":[78],"further":[80],"improvements":[81],"gains":[83],"that":[86,108,117],"necessary":[88],"reduce":[90],"carbon":[91],"footprints":[92],"slow":[94],"down":[95],"climate":[96],"change.":[97],"To":[98],"this":[99,123,150],"end,":[100],"CityLearn":[102,168],"environment":[103],"provides":[104],"a":[105,142,155,167,176,190],"simulation":[106],"framework":[107],"allows":[109],"control":[111,159,187],"buildings":[116,165],"organized":[119],"districts.":[121],"In":[122,149],"paper,":[124],"we":[125,152],"propose":[126],"an":[127],"management":[129],"system":[130],"based":[131],"decentralized":[134],"actor-critic":[135],"reinforcement":[136],"learning":[137],"algorithm":[138],"MARLISA":[139],"integrate":[141],"centralized":[143],"critic":[144],"call":[146],"it":[147],"MARLISADSCC.":[148],"way,":[151],"training":[154,179],"model":[156],"autonomously":[158],"storage":[162],"district":[169,191],"improve":[171],"response":[173],"guided":[174],"by":[175],"better":[177],"informed":[178],"signal.":[180],"We":[181],"show":[182],"performance":[183],"increases":[184],"over":[185],"baseline":[186],"techniques":[188],"for":[189,199],"discuss":[194],"resulting":[196],"action":[197],"selection":[198],"buildings.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-21T07:57:09.225873","created_date":"2025-10-10T00:00:00"}