{"id":"https://openalex.org/W4390399323","doi":"https://doi.org/10.1016/j.enbuild.2023.113865","title":"CuEMS: Deep reinforcement learning for community control of energy management systems in microgrids","display_name":"CuEMS: Deep reinforcement learning for community control of energy management systems in microgrids","publication_year":2023,"publication_date":"2023-12-29","ids":{"openalex":"https://openalex.org/W4390399323","doi":"https://doi.org/10.1016/j.enbuild.2023.113865"},"language":"en","primary_location":{"id":"doi:10.1016/j.enbuild.2023.113865","doi":"https://doi.org/10.1016/j.enbuild.2023.113865","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.enbuild.2023.113865","pdf_url":null,"source":{"id":"https://openalex.org/S6846437","display_name":"Energy and Buildings","issn_l":"0378-7788","issn":["0378-7788","1872-6178"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energy and Buildings","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.2139/ssrn.4517399","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104221480","display_name":"Jianbin Li","orcid":"https://orcid.org/0009-0004-5487-7171","observed_orcids":["https://orcid.org/0009-0004-5487-7171","https://orcid.org/0009-0001-1552-2923"]},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbin Li","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, 102206 Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, 102206 Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101225936","display_name":"Zeshuo Jiang","orcid":"https://orcid.org/0009-0009-1902-0494","observed_orcids":["https://orcid.org/0009-0009-1902-0494"]},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeshuo Jiang","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, 102206 Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, 102206 Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089052209","display_name":"Zhiqiang Chen","orcid":"https://orcid.org/0000-0002-5002-8605","observed_orcids":["https://orcid.org/0000-0002-5002-8605"]},"institutions":[{"id":"https://openalex.org/I4394709157","display_name":"Eastern Institute of Technology, Ningbo","ror":"https://ror.org/036mbz113","country_code":"CN","type":"education","lineage":["https://openalex.org/I4394709157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Chen","raw_affiliation_strings":["Eastern Institute of Technology, 315200 Ningbo, China","Ningbo Institute of Digital Twin, 315201 Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0002-5002-8605","affiliations":[{"raw_affiliation_string":"Eastern Institute of Technology, 315200 Ningbo, China","institution_ids":["https://openalex.org/I4394709157"]},{"raw_affiliation_string":"Ningbo Institute of Digital Twin, 315201 Ningbo, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005670084","display_name":"Jinwei Liu","orcid":"https://orcid.org/0000-0003-2298-5974","observed_orcids":["https://orcid.org/0000-0003-2298-5974"]},"institutions":[{"id":"https://openalex.org/I8248082","display_name":"Florida Agricultural and Mechanical University","ror":"https://ror.org/00c4wc133","country_code":"US","type":"education","lineage":["https://openalex.org/I8248082"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinwei Liu","raw_affiliation_strings":["Department of Computer and Information Sciences, Florida A&M University, 32307 Florida, USA"],"raw_orcid":"https://orcid.org/0000-0003-2298-5974","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Florida A&M University, 32307 Florida, USA","institution_ids":["https://openalex.org/I8248082"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073321754","display_name":"Long Cheng","orcid":"https://orcid.org/0000-0003-1638-059X","observed_orcids":["https://orcid.org/0000-0003-1638-059X"]},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Long Cheng","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, 102206 Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1638-059X","affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, 102206 Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5073321754"],"corresponding_institution_ids":["https://openalex.org/I153473198"],"apc_list":{"value":3890,"currency":"USD","value_usd":3890},"apc_paid":null,"fwci":1.2828,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.77273992,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"304","issue":null,"first_page":"113865","last_page":"113865"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.01730000041425228,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/energy-management-systems","display_name":"energy management systems","score":0.8009999990463257},{"id":"https://openalex.org/keywords/microgrids","display_name":"microgrids","score":0.9599999785423279},{"id":"https://openalex.org/keywords/community-control","display_name":"community control","score":0.7149999737739563},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9919999837875366},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.9200000166893005},{"id":"https://openalex.org/keywords/appliance-scheduling","display_name":"appliance scheduling","score":0.7260000109672546},{"id":"https://openalex.org/keywords/energy-storage-systems","display_name":"energy storage systems","score":0.9490000009536743},{"id":"https://openalex.org/keywords/user-comfort","display_name":"user comfort","score":0.953000009059906},{"id":"https://openalex.org/keywords/energy-profitability","display_name":"energy profitability","score":0.8199999928474426},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9419999718666077},{"id":"https://openalex.org/keywords/electricity-cost-reduction","display_name":"electricity cost reduction","score":0.4410000145435333}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.83174729347229},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8132691383361816},{"id":"https://openalex.org/C129361004","wikidata":"https://www.wikidata.org/wiki/Q2470236","display_name":"Profitability index","level":2,"score":0.7075523138046265},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.6105362176895142},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6061895489692688},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5663652420043945},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.560969352722168},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.5224041938781738},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.4946844279766083},{"id":"https://openalex.org/C2781260460","wikidata":"https://www.wikidata.org/wiki/Q6139999","display_name":"Energy management system","level":4,"score":0.48203790187835693},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4323955178260803},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.38666030764579773},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3483361601829529},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3225141167640686},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3104162812232971},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3048490881919861},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24385783076286316},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.22418946027755737},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17866939306259155},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.10009580850601196},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.enbuild.2023.113865","doi":"https://doi.org/10.1016/j.enbuild.2023.113865","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.enbuild.2023.113865","pdf_url":null,"source":{"id":"https://openalex.org/S6846437","display_name":"Energy and Buildings","issn_l":"0378-7788","issn":["0378-7788","1872-6178"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energy and Buildings","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.4517399","doi":"https://doi.org/10.2139/ssrn.4517399","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.4517399","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.2139/ssrn.4517399","doi":"https://doi.org/10.2139/ssrn.4517399","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.4517399","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[{"score":0.9853000044822693,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2007260814","display_name":null,"funder_award_id":"2023YQ002","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G224889319","display_name":null,"funder_award_id":"2021YFE0102400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G616399041","display_name":null,"funder_award_id":"5100-202199544A-0-5-ZN","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8567671614","display_name":null,"funder_award_id":"2023JC004","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1209078686","https://openalex.org/W2003408565","https://openalex.org/W2400453077","https://openalex.org/W2422154338","https://openalex.org/W2514021065","https://openalex.org/W2525286519","https://openalex.org/W2528262535","https://openalex.org/W2625874945","https://openalex.org/W2682836610","https://openalex.org/W2727165102","https://openalex.org/W2741360293","https://openalex.org/W2749604329","https://openalex.org/W2787221011","https://openalex.org/W2797687472","https://openalex.org/W2801688044","https://openalex.org/W2802339474","https://openalex.org/W2909275547","https://openalex.org/W2956161642","https://openalex.org/W2962127938","https://openalex.org/W2963317745","https://openalex.org/W2974232099","https://openalex.org/W2989931031","https://openalex.org/W3092305369","https://openalex.org/W3126965823","https://openalex.org/W3194824107","https://openalex.org/W3199589734","https://openalex.org/W3203684044","https://openalex.org/W3214291861","https://openalex.org/W4214717370","https://openalex.org/W4237130266","https://openalex.org/W4285294440","https://openalex.org/W4292387397","https://openalex.org/W4318293222"],"related_works":["https://openalex.org/W4386858057","https://openalex.org/W4416580828","https://openalex.org/W6973793210","https://openalex.org/W4409839025","https://openalex.org/W4397033052","https://openalex.org/W4214507393","https://openalex.org/W7205709154","https://openalex.org/W4400676974","https://openalex.org/W7160372605","https://openalex.org/W4400873278"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2023-12-30T00:00:00"}