{"id":"https://openalex.org/W4353071173","doi":"https://doi.org/10.3390/e25030546","title":"An Improved Deep Reinforcement Learning Method for Dispatch Optimization Strategy of Modern Power Systems","display_name":"An Improved Deep Reinforcement Learning Method for Dispatch Optimization Strategy of Modern Power Systems","publication_year":2023,"publication_date":"2023-03-22","ids":{"openalex":"https://openalex.org/W4353071173","doi":"https://doi.org/10.3390/e25030546","pmid":"https://pubmed.ncbi.nlm.nih.gov/36981434"},"language":"en","primary_location":{"id":"doi:10.3390/e25030546","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e25030546","pdf_url":"https://www.mdpi.com/1099-4300/25/3/546/pdf?version=1679479306","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/25/3/546/pdf?version=1679479306","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075266762","display_name":"Suwei Zhai","orcid":"https://orcid.org/0000-0001-9229-6782"},"institutions":[{"id":"https://openalex.org/I74872605","display_name":"China Southern Power Grid (China)","ror":"https://ror.org/03hkh9419","country_code":"CN","type":"company","lineage":["https://openalex.org/I74872605"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suwei Zhai","raw_affiliation_strings":["Electric Power Research Institute of China Southern Power Grid Yunnan Power Grid Co., Ltd., Kunming 650217, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electric Power Research Institute of China Southern Power Grid Yunnan Power Grid Co., Ltd., Kunming 650217, China","institution_ids":["https://openalex.org/I74872605"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101786614","display_name":"Wenyun Li","orcid":"https://orcid.org/0000-0002-8476-1899"},"institutions":[{"id":"https://openalex.org/I74872605","display_name":"China Southern Power Grid (China)","ror":"https://ror.org/03hkh9419","country_code":"CN","type":"company","lineage":["https://openalex.org/I74872605"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyun Li","raw_affiliation_strings":["Yunnan Power Dispatching Control Center of China Southern Power Grid, Kunming 650011, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yunnan Power Dispatching Control Center of China Southern Power Grid, Kunming 650011, China","institution_ids":["https://openalex.org/I74872605"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064857878","display_name":"Zhenyu Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Qiu","raw_affiliation_strings":["College of IOT Engineering, Hohai University, Nanjing 210098, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of IOT Engineering, Hohai University, Nanjing 210098, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381568","display_name":"Xinyi Zhang","orcid":"https://orcid.org/0000-0003-4695-3731"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Zhang","raw_affiliation_strings":["College of IOT Engineering, Hohai University, Nanjing 210098, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of IOT Engineering, Hohai University, Nanjing 210098, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084661105","display_name":"Shixi Hou","orcid":"https://orcid.org/0000-0002-9179-9836"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shixi Hou","raw_affiliation_strings":["College of IOT Engineering, Hohai University, Nanjing 210098, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of IOT Engineering, Hohai University, Nanjing 210098, China","institution_ids":["https://openalex.org/I163340411"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5084661105"],"corresponding_institution_ids":["https://openalex.org/I163340411"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":1.626,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.83206251,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"25","issue":"3","first_page":"546","last_page":"546"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.853809118270874},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.6881166696548462},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.687249481678009},{"id":"https://openalex.org/keywords/wind-power","display_name":"Wind power","score":0.6631261110305786},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.5446462631225586},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5303239226341248},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.4386090636253357},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4323800504207611},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4173656404018402},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.367051362991333},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3449975252151489},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3422548174858093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2836633622646332},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17945596575737},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.1344332993030548}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.853809118270874},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.6881166696548462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.687249481678009},{"id":"https://openalex.org/C78600449","wikidata":"https://www.wikidata.org/wiki/Q43302","display_name":"Wind power","level":2,"score":0.6631261110305786},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.5446462631225586},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5303239226341248},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4386090636253357},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4323800504207611},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4173656404018402},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.367051362991333},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3449975252151489},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3422548174858093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2836633622646332},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17945596575737},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.1344332993030548},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e25030546","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e25030546","pdf_url":"https://www.mdpi.com/1099-4300/25/3/546/pdf?version=1679479306","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:36981434","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36981434","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10048285","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10048285","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10048285/pdf/entropy-25-00546.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:fa832bd6c6804050b2bd13ed25fd8294","is_oa":true,"landing_page_url":"https://doaj.org/article/fa832bd6c6804050b2bd13ed25fd8294","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 25, Iss 3, p 546 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/25/3/546/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e25030546","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 25; Issue 3; Pages: 546","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e25030546","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e25030546","pdf_url":"https://www.mdpi.com/1099-4300/25/3/546/pdf?version=1679479306","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1605809325","display_name":null,"funder_award_id":"YNKJXM20220048","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G3614630459","display_name":null,"funder_award_id":"2021MD703895","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G586200845","display_name":null,"funder_award_id":"62103132","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320323192","display_name":"China Southern Power Grid","ror":"https://ror.org/03hkh9419"},{"id":"https://openalex.org/F4320336407","display_name":"Yunnan Power Grid Company","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4353071173.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2125790010","https://openalex.org/W2625066450","https://openalex.org/W2776184428","https://openalex.org/W2792900553","https://openalex.org/W2945203628","https://openalex.org/W2962980800","https://openalex.org/W2963485708","https://openalex.org/W2965113568","https://openalex.org/W2973192265","https://openalex.org/W3005785515","https://openalex.org/W3010938055","https://openalex.org/W3092429416","https://openalex.org/W3110928409","https://openalex.org/W3119825705","https://openalex.org/W3128750371","https://openalex.org/W3137372373","https://openalex.org/W3151184326","https://openalex.org/W3155988191","https://openalex.org/W3160243790","https://openalex.org/W3195447356","https://openalex.org/W4213250011","https://openalex.org/W4221025627","https://openalex.org/W4225889253","https://openalex.org/W4226161947","https://openalex.org/W4293778429","https://openalex.org/W4303439001","https://openalex.org/W4307184361","https://openalex.org/W4309035204","https://openalex.org/W4317038411"],"related_works":["https://openalex.org/W3074294383","https://openalex.org/W4206669594","https://openalex.org/W2959276766","https://openalex.org/W4295941380","https://openalex.org/W260766989","https://openalex.org/W3139193008","https://openalex.org/W2909304650","https://openalex.org/W3111983280","https://openalex.org/W3164468573","https://openalex.org/W2001036900"],"abstract_inverted_index":{"As":[0],"a":[1,14,27,61,87,120],"promising":[2],"information":[3],"theory,":[4],"reinforcement":[5,91],"learning":[6,92],"has":[7],"gained":[8],"much":[9],"attention.":[10],"This":[11],"paper":[12],"researches":[13],"wind-storage":[15,29,63,101,121],"cooperative":[16,30,64,102],"decision-making":[17,65,103,117],"strategy":[18,118],"based":[19],"on":[20],"dueling":[21],"double":[22],"deep":[23,90],"Q-network":[24],"(D3QN).":[25],"Firstly,":[26],"new":[28],"model":[31],"is":[32,67,96],"proposed.":[33],"Besides":[34],"wind":[35],"farms,":[36],"energy":[37],"storage":[38],"systems,":[39],"and":[40,55],"external":[41],"power":[42],"grids,":[43],"demand":[44],"response":[45,53,83],"loads":[46,54,58],"are":[47],"also":[48],"considered,":[49],"including":[50],"residential":[51,81],"price":[52,82],"thermostatically":[56],"controlled":[57],"(TCLs).":[59],"Then,":[60],"novel":[62],"mechanism":[66],"proposed,":[68],"which":[69],"combines":[70],"the":[71,77,100,106,110,116],"direct":[72],"control":[73,79],"of":[74,80,89,112,119],"TCLs":[75],"with":[76],"indirect":[78],"loads.":[84],"In":[85],"addition,":[86],"kind":[88],"algorithm":[93],"called":[94],"D3QN":[95,113],"utilized":[97],"to":[98],"solve":[99],"problem.":[104],"Finally,":[105],"numerical":[107],"results":[108],"verify":[109],"effectiveness":[111],"for":[114],"optimizing":[115],"cooperation":[122],"system.":[123]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}