{"id":"https://openalex.org/W4391094299","doi":"https://doi.org/10.1109/jiot.2024.3357109","title":"Enhancing Grid-Interactive Buildings Demand Response: Sequential Update-Based Multiagent Deep Reinforcement Learning Approach","display_name":"Enhancing Grid-Interactive Buildings Demand Response: Sequential Update-Based Multiagent Deep Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-01-22","ids":{"openalex":"https://openalex.org/W4391094299","doi":"https://doi.org/10.1109/jiot.2024.3357109"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3357109","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3357109","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016386045","display_name":"Yinghua Han","orcid":"https://orcid.org/0000-0003-3768-2212"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinghua Han","raw_affiliation_strings":["School of Computer and Communication Engineering and the Hebei Key Laboratory of Marine Perception Network and Data Processing, Northeastern University at Qinhuangdao, Qinhuangdao, Hebei, China","School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Hebei Province, China"],"raw_orcid":"https://orcid.org/0000-0003-3768-2212","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering and the Hebei Key Laboratory of Marine Perception Network and Data Processing, Northeastern University at Qinhuangdao, Qinhuangdao, Hebei, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Hebei Province, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025828272","display_name":"Jingrun Wu","orcid":"https://orcid.org/0009-0000-6533-566X"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingrun Wu","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0000-6533-566X","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055959586","display_name":"Haoqi Chen","orcid":"https://orcid.org/0009-0009-1595-1136"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoqi Chen","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0009-1595-1136","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049351696","display_name":"Fangyuan Si","orcid":"https://orcid.org/0000-0003-1769-9359"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangyuan Si","raw_affiliation_strings":["School of Electrical Engineering and the Beijing Engineering Research Center of Electric Rail Transportation, Beijing Jiaotong University, Beijing, China","School of Electrical Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1769-9359","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and the Beijing Engineering Research Center of Electric Rail Transportation, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Electrical Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042895837","display_name":"Zhiao Cao","orcid":"https://orcid.org/0000-0001-9810-9634"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiao Cao","raw_affiliation_strings":["School of Control Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0001-9810-9634","affiliations":[{"raw_affiliation_string":"School of Control Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084046714","display_name":"Qiang Zhao","orcid":"https://orcid.org/0000-0003-2004-1769"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Zhao","raw_affiliation_strings":["School of Control Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0003-2004-1769","affiliations":[{"raw_affiliation_string":"School of Control Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7125,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.93456988,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"11","issue":"14","first_page":"24439","last_page":"24451"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8348708748817444},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8155587315559387},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.7633747458457947},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.59213787317276},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5268746018409729},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4554753303527832},{"id":"https://openalex.org/keywords/interdependence","display_name":"Interdependence","score":0.41759824752807617},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38685303926467896},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3572711944580078},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3148910403251648},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24165573716163635},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.13647755980491638},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09438332915306091}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8348708748817444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8155587315559387},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.7633747458457947},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.59213787317276},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5268746018409729},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4554753303527832},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.41759824752807617},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38685303926467896},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3572711944580078},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3148910403251648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24165573716163635},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.13647755980491638},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09438332915306091},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3357109","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3357109","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G2463746707","display_name":null,"funder_award_id":"N2223001","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5053323464","display_name":null,"funder_award_id":"U1908213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7188704723","display_name":null,"funder_award_id":"52207112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1521438562","https://openalex.org/W1967441997","https://openalex.org/W1988382136","https://openalex.org/W2012062191","https://openalex.org/W2049107400","https://openalex.org/W2060832932","https://openalex.org/W2084834223","https://openalex.org/W2117412539","https://openalex.org/W2151049413","https://openalex.org/W2166533447","https://openalex.org/W2298622089","https://openalex.org/W2617547828","https://openalex.org/W2747213132","https://openalex.org/W2901645090","https://openalex.org/W2949104796","https://openalex.org/W2974701236","https://openalex.org/W2982984621","https://openalex.org/W2990055071","https://openalex.org/W3007687131","https://openalex.org/W3020785977","https://openalex.org/W3034748593","https://openalex.org/W3045445587","https://openalex.org/W3047508891","https://openalex.org/W3097422301","https://openalex.org/W3113044319","https://openalex.org/W3124971693","https://openalex.org/W3153079815","https://openalex.org/W3157554665","https://openalex.org/W3159051850","https://openalex.org/W3163592485","https://openalex.org/W3163622855","https://openalex.org/W3176644937","https://openalex.org/W3196351275","https://openalex.org/W3199271324","https://openalex.org/W3200561352","https://openalex.org/W4211233998","https://openalex.org/W4214717370","https://openalex.org/W4220906859","https://openalex.org/W4295185389","https://openalex.org/W4402440976","https://openalex.org/W6631101841","https://openalex.org/W6638018090","https://openalex.org/W6678214046","https://openalex.org/W6763587704","https://openalex.org/W6802002411","https://openalex.org/W6852567134"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2315999538"],"abstract_inverted_index":{"Demand":[0],"response":[1,21,187],"(DR)":[2],"programs":[3],"aim":[4],"to":[5,28,157,189],"improve":[6],"grid":[7],"reliability,":[8],"reduce":[9],"customer":[10],"costs,":[11,174],"and":[12,37,66,135,155,162,179,183],"manage":[13],"building":[14,61,106],"energy":[15,35,43,78,132,138,173],"demand.":[16],"However,":[17],"coordinating":[18],"autonomous":[19],"demand":[20,186],"in":[22,30,46,185],"grid-interactive":[23,47],"buildings":[24,48,124],"faces":[25],"challenges":[26],"due":[27],"uncertainties":[29],"system":[31],"model":[32],"parameters,":[33],"complex":[34],"demands,":[36],"interdependent":[38],"operational":[39],"constraints.":[40],"Specifically,":[41],"the":[42,102,109,119,130,143,168,190],"management":[44,79,139],"problem":[45],"is":[49,125],"formulated":[50],"as":[51],"a":[52,88],"Partially":[53],"Observable":[54],"Markov":[55],"Decision":[56],"Process":[57],"(POMDP),":[58],"where":[59],"each":[60,105],"has":[62],"only":[63],"local":[64],"information":[65],"no":[67],"knowledge":[68],"of":[69,104,123],"other":[70],"buildings\u2019":[71],"behavior.":[72],"This":[73,99,116],"makes":[74],"achieving":[75,151],"consistent":[76],"coordinated":[77,137],"challenging.":[80],"To":[81],"address":[82],"these":[83],"issues,":[84],"this":[85],"paper":[86],"proposes":[87],"novel":[89],"approach":[90,100],"called":[91],"Sequential":[92],"Update-based":[93],"Multi-Agent":[94,191],"Deep":[95,192],"Reinforcement":[96],"Learning":[97],"(SUMADRL).":[98],"updates":[101,110],"policy":[103,121],"sequentially,":[107],"considering":[108],"already":[111],"made":[112],"by":[113],"previous":[114],"buildings.":[115,141],"ensures":[117],"that":[118,167],"joint":[120],"update":[122,145],"always":[126],"highly":[127],"aligned":[128],"with":[129],"overall":[131],"optimization":[133],"goal":[134],"improves":[136],"among":[140],"Additionally,":[142],"sequential":[144],"scheme":[146],"provides":[147],"theoretical":[148],"guarantees":[149],"for":[150],"monotonically":[152],"improving":[153],"rewards":[154],"converging":[156],"Nash":[158],"equilibrium,":[159],"enhancing":[160],"credibility":[161],"stability.":[163],"Experimental":[164],"results":[165],"show":[166],"proposed":[169],"method":[170],"significantly":[171],"reduces":[172],"achieves":[175],"efficient":[176],"load":[177],"shaping,":[178],"demonstrates":[180],"superior":[181],"effectiveness":[182],"stability":[184],"compared":[188],"Deterministic":[193],"Policy":[194],"Gradient":[195],"(MADDPG)":[196],"algorithm.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}