{"id":"https://openalex.org/W4391947389","doi":"https://doi.org/10.1109/tai.2024.3366869","title":"Multiagent Hierarchical Deep Reinforcement Learning for Operation Optimization of Grid-Interactive Efficient Commercial Buildings","display_name":"Multiagent Hierarchical Deep Reinforcement Learning for Operation Optimization of Grid-Interactive Efficient Commercial Buildings","publication_year":2024,"publication_date":"2024-02-19","ids":{"openalex":"https://openalex.org/W4391947389","doi":"https://doi.org/10.1109/tai.2024.3366869"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2024.3366869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3366869","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100434658","display_name":"Zhiqiang Chen","orcid":"https://orcid.org/0000-0002-0793-0089"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiqiang Chen","raw_affiliation_strings":["College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026971814","display_name":"Liang Yu","orcid":"https://orcid.org/0000-0001-5015-0320"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Yu","raw_affiliation_strings":["College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017777659","display_name":"Shuang Zhang","orcid":"https://orcid.org/0000-0002-2055-3265"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Zhang","raw_affiliation_strings":["College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058269593","display_name":"Shushan Hu","orcid":"https://orcid.org/0000-0001-9043-2875"},"institutions":[{"id":"https://openalex.org/I75900474","display_name":"Hubei University","ror":"https://ror.org/03a60m280","country_code":"CN","type":"education","lineage":["https://openalex.org/I75900474"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shushan Hu","raw_affiliation_strings":["School of Artificial Intelligence, Hubei University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Hubei University, Wuhan, China","institution_ids":["https://openalex.org/I75900474"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101843177","display_name":"Chao Shen","orcid":"https://orcid.org/0000-0003-2783-5529"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Shen","raw_affiliation_strings":["School of Cyber Science and Engineering, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100434658"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":1.2919,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.78924968,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"5","issue":"8","first_page":"4280","last_page":"4292"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.766700029373169,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.766700029373169,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8005059957504272},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.6733794212341309},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6417258977890015},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.584042489528656},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35967904329299927},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16075626015663147},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.061762213706970215},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.059543997049331665}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8005059957504272},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.6733794212341309},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6417258977890015},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.584042489528656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35967904329299927},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16075626015663147},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.061762213706970215},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.059543997049331665},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2024.3366869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3366869","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G184828240","display_name":null,"funder_award_id":"62192751","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1984025245","display_name":null,"funder_award_id":"61972214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2528846581","display_name":null,"funder_award_id":"62161160337","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G324800219","display_name":null,"funder_award_id":"62106069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4356623924","display_name":null,"funder_award_id":"xtr022019002","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5312887422","display_name":null,"funder_award_id":"xtr052023004","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6034313629","display_name":null,"funder_award_id":"U21B2018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7155321176","display_name":null,"funder_award_id":"62132011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1976162041","https://openalex.org/W2115087314","https://openalex.org/W2145339207","https://openalex.org/W2201581102","https://openalex.org/W2345246782","https://openalex.org/W2407286229","https://openalex.org/W2428540150","https://openalex.org/W2625874945","https://openalex.org/W2732319713","https://openalex.org/W2793818336","https://openalex.org/W2797672018","https://openalex.org/W2897894570","https://openalex.org/W2917232486","https://openalex.org/W2924196570","https://openalex.org/W2963080799","https://openalex.org/W2963245906","https://openalex.org/W2963864421","https://openalex.org/W2965757358","https://openalex.org/W2974232099","https://openalex.org/W2989354373","https://openalex.org/W3023669592","https://openalex.org/W3037631072","https://openalex.org/W3106664044","https://openalex.org/W3166890403","https://openalex.org/W3184866585","https://openalex.org/W3212463290","https://openalex.org/W4205417848","https://openalex.org/W4206459747","https://openalex.org/W4206801503","https://openalex.org/W4210439997","https://openalex.org/W4214682708","https://openalex.org/W4226074066","https://openalex.org/W4289755410","https://openalex.org/W4307739583","https://openalex.org/W4308903698","https://openalex.org/W4312277666","https://openalex.org/W4312309366","https://openalex.org/W4313429601","https://openalex.org/W4319782908","https://openalex.org/W4321021478","https://openalex.org/W4361801650","https://openalex.org/W4367046676","https://openalex.org/W4386524000","https://openalex.org/W6684921986","https://openalex.org/W6740402285","https://openalex.org/W6755069753"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588"],"abstract_inverted_index":{"The":[0],"operation":[1,23,56,67,115,162],"optimization":[2,24,57,116],"of":[3,31,41,130],"grid-interactive":[4],"efficient":[5,172],"commercial":[6],"buildings":[7],"(GECBs)":[8],"contributes":[9],"to":[10],"overcoming":[11],"the":[12,38,76,80,98,134,142,156],"issues":[13],"caused":[14],"by":[15,164],"increasing":[16],"peak":[17],"electricity":[18],"demand.":[19],"However,":[20],"existing":[21],"GECB":[22,55,66,114],"methods":[25],"either":[26],"rely":[27],"on":[28,119],"prior":[29],"information":[30],"stochastic":[32],"parameters":[33],"or":[34],"do":[35],"not":[36],"consider":[37],"multi-timescale":[39,61],"characteristics":[40],"heating,":[42],"ventilation,":[43],"and":[44,91,105,141,171],"air":[45],"conditioning":[46],"(HVAC)":[47],"systems.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52,96,111],"investigate":[53],"a":[54,102,113],"problem":[58,70,82,100],"considering":[59],"HVAC":[60],"characteristics.":[62],"Specifically,":[63],"an":[64],"expected":[65],"cost":[68,163],"minimization":[69],"is":[71],"first":[72],"formulated.":[73],"To":[74],"overcome":[75],"challenges":[77],"in":[78],"solving":[79],"formulated":[81],"(e.g.,":[83],"uncertain":[84],"parameters,":[85],"inexplicit":[86],"system":[87],"models,":[88],"multiple":[89],"timescales,":[90,140],"high-dimensional":[92],"discrete":[93],"solution":[94],"space),":[95],"reformulate":[97],"above":[99],"as":[101],"Markov":[103,107],"game":[104],"two":[106,128],"decision":[108],"processes.":[109],"Then,":[110],"design":[112],"algorithm":[117,158],"based":[118],"multi-agent":[120],"hierarchical":[121],"deep":[122],"reinforcement":[123],"learning,":[124],"which":[125],"can":[126],"support":[127],"kinds":[129],"smart":[131],"coordination,":[132],"i.e.,":[133],"coordination":[135,143],"among":[136,144],"agents":[137,145],"at":[138,146],"slow":[139],"different":[147],"timescales.":[148],"Performance":[149],"evaluation":[150],"with":[151,176],"real-world":[152],"data-sets":[153],"indicates":[154],"that":[155],"designed":[157],"could":[159],"decrease":[160],"total":[161],"6.16%-45.52%":[165],"while":[166],"maintaining":[167],"comfortable":[168],"indoor":[169],"environments":[170],"grid":[173],"services":[174],"compared":[175],"adopted":[177],"benchmarks.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}