{"id":"https://openalex.org/W4229075486","doi":"https://doi.org/10.3390/e24050630","title":"Optimal Energy-Storage Configuration for Microgrids Based on SOH Estimation and Deep Q-Network","display_name":"Optimal Energy-Storage Configuration for Microgrids Based on SOH Estimation and Deep Q-Network","publication_year":2022,"publication_date":"2022-04-29","ids":{"openalex":"https://openalex.org/W4229075486","doi":"https://doi.org/10.3390/e24050630","pmid":"https://pubmed.ncbi.nlm.nih.gov/35626515"},"language":"en","primary_location":{"id":"doi:10.3390/e24050630","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24050630","pdf_url":"https://www.mdpi.com/1099-4300/24/5/630/pdf?version=1652145490","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/24/5/630/pdf?version=1652145490","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100396688","display_name":"Shuai Chen","orcid":"https://orcid.org/0000-0002-8562-5784"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Chen","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100697370","display_name":"Jinglin Li","orcid":"https://orcid.org/0009-0009-9133-8114"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinglin Li","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009298813","display_name":"Chengpeng Jiang","orcid":"https://orcid.org/0000-0002-5312-0677"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengpeng Jiang","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025288570","display_name":"Wendong Xiao","orcid":"https://orcid.org/0000-0002-2270-7889"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wendong Xiao","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":"https://orcid.org/0000-0002-2270-7889","affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5025288570"],"corresponding_institution_ids":["https://openalex.org/I92403157"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":0.943,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.70058523,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"24","issue":"5","first_page":"630","last_page":"630"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11690","display_name":"Advanced battery technologies research","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.8846768140792847},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7313753366470337},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.6488478183746338},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6306782364845276},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.536891520023346},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4979076385498047},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4392206370830536},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.4380246698856354},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.38823360204696655},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3772527575492859},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1705102026462555},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1400335729122162}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.8846768140792847},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7313753366470337},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.6488478183746338},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6306782364845276},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.536891520023346},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4979076385498047},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4392206370830536},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.4380246698856354},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.38823360204696655},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3772527575492859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1705102026462555},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1400335729122162},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e24050630","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24050630","pdf_url":"https://www.mdpi.com/1099-4300/24/5/630/pdf?version=1652145490","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:35626515","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35626515","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:a5a613de5ae24016970ba43d582940fb","is_oa":true,"landing_page_url":"https://doaj.org/article/a5a613de5ae24016970ba43d582940fb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 24, Iss 5, p 630 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/24/5/630/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e24050630","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 24; Issue 5; Pages: 630","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9142080","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9142080","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e24050630","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24050630","pdf_url":"https://www.mdpi.com/1099-4300/24/5/630/pdf?version=1652145490","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G3553228541","display_name":null,"funder_award_id":"62173032","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3579769633","display_name":null,"funder_award_id":"BK20AF005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4229075486.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W2133496267","https://openalex.org/W2165398473","https://openalex.org/W2530592491","https://openalex.org/W2614034933","https://openalex.org/W2623184231","https://openalex.org/W2768606939","https://openalex.org/W2800167473","https://openalex.org/W2809318506","https://openalex.org/W2894031974","https://openalex.org/W2904686034","https://openalex.org/W2963163009","https://openalex.org/W2975465641","https://openalex.org/W2982083293","https://openalex.org/W3023001843","https://openalex.org/W3038113735","https://openalex.org/W3093007253","https://openalex.org/W3134705162","https://openalex.org/W3151184326","https://openalex.org/W3197942552","https://openalex.org/W3203737691","https://openalex.org/W3213409663","https://openalex.org/W3215243701","https://openalex.org/W4205775844","https://openalex.org/W4213147979","https://openalex.org/W4221088732"],"related_works":["https://openalex.org/W4210780382","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W1574359403","https://openalex.org/W3037384208","https://openalex.org/W1600945217","https://openalex.org/W1932401759","https://openalex.org/W2347801455","https://openalex.org/W2373425142","https://openalex.org/W3166528104"],"abstract_inverted_index":{"Energy":[0],"storage":[1,35,62,125,204],"is":[2],"an":[3,60],"important":[4],"adjustment":[5],"method":[6,121,143,180,193],"to":[7,18,107],"improve":[8,196],"the":[9,19,22,29,37,93,109,116,119,141,148,152,164,168,173,178,187,191,197],"economy":[10],"and":[11,33,50,70,112,127,137,155,157,175,181,186],"reliability":[12],"of":[13,21,25,42,47,55,73,80,95,118,151,167,177,199],"a":[14,77,100],"power":[15,30,153],"system.":[16],"Due":[17],"complexity":[20],"coupling":[23],"relationship":[24],"elements":[26],"such":[27],"as":[28],"source,":[31],"load,":[32],"energy":[34,61,98,124,203],"in":[36,45,122,205],"microgrid,":[38],"there":[39],"are":[40],"problems":[41],"insufficient":[43],"performance":[44,198],"terms":[46],"economic":[48],"operation":[49,128],"efficient":[51],"dispatching.":[52],"In":[53,170],"view":[54],"this,":[56],"this":[57,171],"paper":[58],"proposes":[59],"configuration":[63,103,111],"optimization":[64,139],"model":[65,104],"based":[66,85,161],"on":[67,86,92,147,163],"reinforcement":[68,135],"learning":[69,88,136],"battery":[71,81],"state":[72],"health":[74,82],"assessment.":[75],"Firstly,":[76],"quantitative":[78],"assessment":[79],"life":[83],"loss":[84],"deep":[87],"was":[89,105,129],"performed.":[90],"Secondly,":[91],"basis":[94],"considering":[96],"comprehensive":[97],"complementarity,":[99],"two-layer":[101],"optimal":[102],"designed":[106],"optimize":[108],"capacity":[110],"dispatch":[113],"operation.":[114],"Finally,":[115],"feasibility":[117],"proposed":[120,142,179,192],"microgrid":[123],"planning":[126,201],"verified":[130],"by":[131],"experimentation.":[132],"By":[133],"integrating":[134],"traditional":[138],"methods,":[140],"did":[144],"not":[145],"rely":[146],"accurate":[149],"prediction":[150],"supply":[154],"load":[156],"can":[158,194],"make":[159],"decisions":[160],"only":[162],"real-time":[165],"information":[166],"microgrid.":[169],"paper,":[172],"advantages":[174],"disadvantages":[176],"existing":[182],"methods":[183],"were":[184],"analyzed,":[185],"results":[188],"show":[189],"that":[190],"effectively":[195],"dynamic":[200],"for":[202],"microgrids.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}