{"id":"https://openalex.org/W3027478218","doi":"https://doi.org/10.1109/tsg.2020.2996274","title":"Deep Reinforcement Learning-Based Controller for SOC Management of Multi-Electrical Energy Storage System","display_name":"Deep Reinforcement Learning-Based Controller for SOC Management of Multi-Electrical Energy Storage System","publication_year":2020,"publication_date":"2020-05-21","ids":{"openalex":"https://openalex.org/W3027478218","doi":"https://doi.org/10.1109/tsg.2020.2996274","mag":"3027478218"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2020.2996274","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2020.2996274","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004685660","display_name":"Francisco Sanchez Gorostiza","orcid":"https://orcid.org/0000-0002-9531-3717"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Francisco Sanchez Gorostiza","raw_affiliation_strings":["Wolfson School of Mechanical, Electrical and Manufacturing Engineering, Loughborough University, Loughborough, U.K"],"raw_orcid":"https://orcid.org/0000-0002-9531-3717","affiliations":[{"raw_affiliation_string":"Wolfson School of Mechanical, Electrical and Manufacturing Engineering, Loughborough University, Loughborough, U.K","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050745579","display_name":"Francisco Gonz\u00e1lez-Longatt","orcid":"https://orcid.org/0000-0002-7157-9844"},"institutions":[{"id":"https://openalex.org/I2801380234","display_name":"University of South-Eastern Norway","ror":"https://ror.org/05ecg5h20","country_code":"NO","type":"education","lineage":["https://openalex.org/I2801380234"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Francisco M. Gonzalez-Longatt","raw_affiliation_strings":["Department of Electrical Engineering, Information Technology and Cybernetics, University of South-Eastern Norway, Porsgrunn, Norway"],"raw_orcid":"https://orcid.org/0000-0002-7157-9844","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Information Technology and Cybernetics, University of South-Eastern Norway, Porsgrunn, Norway","institution_ids":["https://openalex.org/I2801380234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.7872,"has_fulltext":false,"cited_by_count":87,"citation_normalized_percentile":{"value":0.9832864,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"11","issue":"6","first_page":"5039","last_page":"5050"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.804909884929657},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5973771214485168},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5814276933670044},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5809773802757263},{"id":"https://openalex.org/keywords/automatic-frequency-control","display_name":"Automatic frequency control","score":0.4717985987663269},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.46279478073120117},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.45222100615501404},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.4388943910598755},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.42988649010658264},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.41861939430236816},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3990916907787323},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3397238850593567},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30948901176452637},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.3043985962867737},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.25693851709365845},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22685721516609192},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08583295345306396}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.804909884929657},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5973771214485168},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5814276933670044},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5809773802757263},{"id":"https://openalex.org/C25915539","wikidata":"https://www.wikidata.org/wiki/Q220786","display_name":"Automatic frequency control","level":2,"score":0.4717985987663269},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.46279478073120117},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.45222100615501404},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4388943910598755},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.42988649010658264},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.41861939430236816},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3990916907787323},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3397238850593567},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30948901176452637},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3043985962867737},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25693851709365845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22685721516609192},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08583295345306396},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2020.2996274","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2020.2996274","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1757796397","https://openalex.org/W1979328818","https://openalex.org/W1999485737","https://openalex.org/W2017957151","https://openalex.org/W2076337359","https://openalex.org/W2096018174","https://openalex.org/W2101539915","https://openalex.org/W2103496339","https://openalex.org/W2121863487","https://openalex.org/W2155968351","https://openalex.org/W2173248099","https://openalex.org/W2544002433","https://openalex.org/W2548991210","https://openalex.org/W2604559976","https://openalex.org/W2607847905","https://openalex.org/W2611641383","https://openalex.org/W2684931751","https://openalex.org/W2746553466","https://openalex.org/W2787938642","https://openalex.org/W2793902631","https://openalex.org/W2798279444","https://openalex.org/W2884745705","https://openalex.org/W2888795289","https://openalex.org/W2898642183","https://openalex.org/W2899639849","https://openalex.org/W2901621510","https://openalex.org/W2907896763","https://openalex.org/W2920854799","https://openalex.org/W2949816299","https://openalex.org/W2963864421","https://openalex.org/W2963923407","https://openalex.org/W2972852318","https://openalex.org/W2981310521","https://openalex.org/W2997179472","https://openalex.org/W3004350232","https://openalex.org/W3014489768","https://openalex.org/W4293763091","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6729174900","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W4385360524","https://openalex.org/W3092774214","https://openalex.org/W4387042760"],"abstract_inverted_index":{"The":[0,93,134,175],"ongoing":[1],"reduction":[2],"of":[3,51,78,81,118,156,201],"the":[4,76,90,119,129,139,149,166,199,202],"total":[5],"rotational":[6],"inertia":[7],"in":[8],"modern":[9],"power":[10,91],"systems":[11,31],"brings":[12],"about":[13],"faster":[14],"frequency":[15,40,86],"dynamics":[16],"that":[17,109,148],"must":[18],"be":[19],"limited":[20],"to":[21,37,44,58,74,89,127,180],"maintain":[22],"a":[23,67,82,141,153,162,192],"secure":[24,62],"and":[25,61,114,131,184,191],"economical":[26],"operation.":[27,63],"Electrical":[28],"energy":[29,54],"storage":[30],"(EESSs)":[32],"have":[33],"become":[34],"increasingly":[35],"attractive":[36],"provide":[38],"fast":[39],"response":[41,46,87],"services":[42,88],"due":[43],"their":[45,52],"times.":[47],"However,":[48],"proper":[49],"management":[50],"finite":[53],"reserves":[55],"is":[56,97,151,178],"required":[57],"ensure":[59],"timely":[60],"This":[64],"paper":[65],"proposes":[66],"deep":[68],"reinforcement":[69],"learning":[70],"(DRL)":[71],"based":[72],"controller":[73,177],"manage":[75],"state":[77],"charge":[79],"(SOC)":[80],"Multi-EESS":[83],"(M-EESS),":[84],"providing":[85],"grid.":[92],"proposed":[94,135,176,203],"DRL":[95,182],"agent":[96,140],"trained":[98],"using":[99],"an":[100],"actor-critic":[101],"method":[102],"called":[103],"Deep":[104,121],"Deterministic":[105],"Policy":[106],"Gradients":[107],"(DDPG)":[108],"allows":[110],"for":[111,144],"continuous":[112],"action":[113],"smoother":[115],"SOC":[116,150,167],"control":[117,186],"M-EESS.":[120],"neural":[122],"networks":[123],"(DNNs)":[124],"are":[125],"used":[126],"represent":[128],"actor":[130],"critic":[132],"policies.":[133],"strategy":[136],"comprises":[137],"granting":[138],"constant":[142],"reward":[143],"each":[145],"time":[146],"step":[147],"within":[152],"specific":[154],"band":[155],"its":[157,169],"target":[158],"value":[159],"combined":[160],"with":[161],"substantial":[163],"penalty":[164],"if":[165],"reaches":[168],"minimum":[170],"or":[171],"maximum":[172],"allowable":[173],"values.":[174],"compared":[179],"benchmark":[181],"methods":[183],"other":[185],"techniques,":[187],"i.e.,":[188],"Fuzzy":[189],"Logic":[190],"traditional":[193],"PID":[194],"control.":[195],"Simulation":[196],"results":[197],"show":[198],"effectiveness":[200],"approach.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}