{"id":"https://openalex.org/W4379056986","doi":"https://doi.org/10.1109/tsg.2023.3281935","title":"Energy Management of Networked Microgrids With Real-Time Pricing by Reinforcement Learning","display_name":"Energy Management of Networked Microgrids With Real-Time Pricing by Reinforcement Learning","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4379056986","doi":"https://doi.org/10.1109/tsg.2023.3281935"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2023.3281935","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3281935","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/10142166.pdf","source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/10142166.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065773338","display_name":"Gaochen Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaochen Cui","raw_affiliation_strings":["CFINS, Department of Automation, BNRist, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CFINS, Department of Automation, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044965133","display_name":"Qing\u2010Shan Jia","orcid":"https://orcid.org/0000-0002-4683-7215"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing-Shan Jia","raw_affiliation_strings":["CFINS, Department of Automation, BNRist, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4683-7215","affiliations":[{"raw_affiliation_string":"CFINS, Department of Automation, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075845093","display_name":"Xiaohong Guan","orcid":"https://orcid.org/0000-0002-8826-0362"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohong Guan","raw_affiliation_strings":["CFINS, Department of Automation, BNRist, Tsinghua University, Beijing, China","MOEKLINNS Laboratory, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-8826-0362","affiliations":[{"raw_affiliation_string":"CFINS, Department of Automation, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"MOEKLINNS Laboratory, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7896,"has_fulltext":true,"cited_by_count":45,"citation_normalized_percentile":{"value":0.94670597,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"15","issue":"1","first_page":"570","last_page":"580"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8305202722549438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7054083943367004},{"id":"https://openalex.org/keywords/time-horizon","display_name":"Time horizon","score":0.6244704723358154},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5582978129386902},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.41622278094291687},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3685031235218048},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35964566469192505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2357064187526703},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.2215557098388672},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1681206226348877},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.11411917209625244}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8305202722549438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7054083943367004},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.6244704723358154},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5582978129386902},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.41622278094291687},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3685031235218048},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35964566469192505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2357064187526703},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.2215557098388672},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1681206226348877},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.11411917209625244},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2023.3281935","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3281935","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/10142166.pdf","source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tsg.2023.3281935","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3281935","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/10142166.pdf","source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1761450871","display_name":null,"funder_award_id":"62073182","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G184828240","display_name":null,"funder_award_id":"62192751","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2422091484","display_name":null,"funder_award_id":"BP2018006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2671578558","display_name":null,"funder_award_id":"2022YFA1004600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5492808859","display_name":null,"funder_award_id":"62125304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5502720192","display_name":null,"funder_award_id":"62192751","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5886204367","display_name":null,"funder_award_id":"BP2018006","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4379056986.pdf","grobid_xml":"https://content.openalex.org/works/W4379056986.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1479651931","https://openalex.org/W1963560203","https://openalex.org/W1984560471","https://openalex.org/W1995543163","https://openalex.org/W1999126112","https://openalex.org/W2061842621","https://openalex.org/W2090135854","https://openalex.org/W2092710777","https://openalex.org/W2145339207","https://openalex.org/W2242464395","https://openalex.org/W2257979135","https://openalex.org/W2274443050","https://openalex.org/W2331891307","https://openalex.org/W2343935207","https://openalex.org/W2516542501","https://openalex.org/W2559178097","https://openalex.org/W2575705757","https://openalex.org/W2757615817","https://openalex.org/W2767154953","https://openalex.org/W2790306973","https://openalex.org/W2883076328","https://openalex.org/W2891556519","https://openalex.org/W2900859370","https://openalex.org/W2902010734","https://openalex.org/W2909119630","https://openalex.org/W2910525828","https://openalex.org/W2913548458","https://openalex.org/W2919115771","https://openalex.org/W2948433774","https://openalex.org/W2952326029","https://openalex.org/W2979982637","https://openalex.org/W3034169784","https://openalex.org/W3090610511","https://openalex.org/W3098532584","https://openalex.org/W3099873379","https://openalex.org/W3117640639","https://openalex.org/W3119014764","https://openalex.org/W3132337045","https://openalex.org/W3158092332","https://openalex.org/W3185904178","https://openalex.org/W3186640446","https://openalex.org/W3203395779","https://openalex.org/W4214717370","https://openalex.org/W4226367956","https://openalex.org/W4286655422","https://openalex.org/W6683001934","https://openalex.org/W6747473740","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W3138760849","https://openalex.org/W2491330309","https://openalex.org/W2045874749","https://openalex.org/W2312438649","https://openalex.org/W2042522500","https://openalex.org/W4242710636","https://openalex.org/W3033923386","https://openalex.org/W2186197860","https://openalex.org/W2015936298","https://openalex.org/W2188124539"],"abstract_inverted_index":{"Coordinating":[0],"the":[1,5,13,37,67,75,86,89,96,99,111,119,125,128,142,146,150,155,160,167,173,184,189,197,201],"microgrids":[2],"(MGs)":[3],"in":[4,54,65],"distribution":[6,14],"network":[7],"is":[8,105,138,152,170,194,204],"a":[9,50,79],"critical":[10],"task":[11],"for":[12,49,74,176],"system":[15,101],"operator":[16],"(DSO),":[17],"which":[18,124],"could":[19],"be":[20],"achieved":[21],"by":[22,188],"setting":[23],"prices":[24,104],"as":[25,118],"incentive":[26,120],"signals.":[27],"The":[28,43,133,179],"high":[29],"uncertainty":[30],"of":[31,88,98,149,164],"loads":[32],"and":[33,130],"renewable":[34],"resources":[35],"motivates":[36],"DSO":[38,76,112],"to":[39,56,62,77,85,140,154,196],"adopt":[40],"real-time":[41,103,114],"prices.":[42],"MGs":[44,68,126,151],"require":[45],"reference":[46,115,168],"price":[47,116],"sequences":[48,117],"long":[51],"time":[52],"horizon":[53],"advance":[55],"make":[57,127],"generation":[58,129],"plans.":[59],"However,":[60],"due":[61],"privacy":[63],"concerns":[64],"practice,":[66],"may":[69],"not":[70],"provide":[71],"adequate":[72],"information":[73,203],"build":[78],"closed-form":[80],"model.":[81],"This":[82],"causes":[83],"challenges":[84],"implementation":[87],"conventional":[90],"model-based":[91,198],"methods.":[92],"In":[93,107],"this":[94,108,165],"paper,":[95],"framework":[97],"coordination":[100],"through":[102],"proposed.":[106],"bi-level":[109],"framework,":[110],"sets":[113],"signals,":[121],"based":[122],"on":[123],"charging":[131],"plan.":[132],"model-free":[134,191],"reinforcement":[135],"learning":[136],"(RL)":[137],"applied":[139],"optimize":[141],"pricing":[143],"policy":[144,169],"when":[145],"response":[147],"behavior":[148],"unknown":[153],"DSO.":[156],"To":[157],"deal":[158],"with":[159],"large":[161],"action":[162],"space":[163],"problem,":[166],"incorporated":[171],"into":[172],"RL":[174,192],"algorithm":[175,193],"efficiency":[177],"improvement.":[178],"numerical":[180],"result":[181],"shows":[182],"that":[183],"minimized":[185],"cost":[186],"obtained":[187],"developed":[190],"close":[195],"method":[199],"while":[200],"private":[202],"preserved.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}