{"id":"https://openalex.org/W2913548458","doi":"https://doi.org/10.1109/tii.2019.2896618","title":"Reinforcement-Learning-Based Optimal Control of Hybrid Energy Storage Systems in Hybrid AC\u2013DC Microgrids","display_name":"Reinforcement-Learning-Based Optimal Control of Hybrid Energy Storage Systems in Hybrid AC\u2013DC Microgrids","publication_year":2019,"publication_date":"2019-01-31","ids":{"openalex":"https://openalex.org/W2913548458","doi":"https://doi.org/10.1109/tii.2019.2896618","mag":"2913548458"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2019.2896618","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2019.2896618","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059534417","display_name":"Jiajun Duan","orcid":"https://orcid.org/0000-0001-7041-0978"},"institutions":[{"id":"https://openalex.org/I4210093000","display_name":"Global Energy Interconnection Research Institute North America","ror":"https://ror.org/00efwap41","country_code":"US","type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4210093000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiajun Duan","raw_affiliation_strings":["GEIRI North America, San Jose, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7041-0978","affiliations":[{"raw_affiliation_string":"GEIRI North America, San Jose, CA, USA","institution_ids":["https://openalex.org/I4210093000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070250835","display_name":"Zhehan Yi","orcid":"https://orcid.org/0000-0003-4866-7499"},"institutions":[{"id":"https://openalex.org/I4210093000","display_name":"Global Energy Interconnection Research Institute North America","ror":"https://ror.org/00efwap41","country_code":"US","type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4210093000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhehan Yi","raw_affiliation_strings":["GEIRI North America, San Jose, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4866-7499","affiliations":[{"raw_affiliation_string":"GEIRI North America, San Jose, CA, USA","institution_ids":["https://openalex.org/I4210093000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055845984","display_name":"Di Shi","orcid":"https://orcid.org/0000-0002-1469-7887"},"institutions":[{"id":"https://openalex.org/I4210093000","display_name":"Global Energy Interconnection Research Institute North America","ror":"https://ror.org/00efwap41","country_code":"US","type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4210093000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Di Shi","raw_affiliation_strings":["GEIRI North America, San Jose, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1469-7887","affiliations":[{"raw_affiliation_string":"GEIRI North America, San Jose, CA, USA","institution_ids":["https://openalex.org/I4210093000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111829470","display_name":"Chang Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang Lin","raw_affiliation_strings":["DC Grid Simulation Department, Global Enengy Interconnection Research Institute Co. Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DC Grid Simulation Department, Global Enengy Interconnection Research Institute Co. Ltd., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002166815","display_name":"Xiao Lu","orcid":"https://orcid.org/0000-0003-0880-0160"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao Lu","raw_affiliation_strings":["State Grid Jiangsu Electric Power Company, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Jiangsu Electric Power Company, Jiangsu, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100449967","display_name":"Zhiwei Wang","orcid":"https://orcid.org/0000-0002-9028-7476"},"institutions":[{"id":"https://openalex.org/I4210093000","display_name":"Global Energy Interconnection Research Institute North America","ror":"https://ror.org/00efwap41","country_code":"US","type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4210093000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiwei Wang","raw_affiliation_strings":["GEIRI North America, San Jose, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GEIRI North America, San Jose, CA, USA","institution_ids":["https://openalex.org/I4210093000"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.1518,"has_fulltext":false,"cited_by_count":179,"citation_normalized_percentile":{"value":0.99137315,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"15","issue":"9","first_page":"5355","last_page":"5364"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7153667211532593},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6408191323280334},{"id":"https://openalex.org/keywords/photovoltaic-system","display_name":"Photovoltaic system","score":0.5901634693145752},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.5695880055427551},{"id":"https://openalex.org/keywords/controllability","display_name":"Controllability","score":0.5394696593284607},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5204641819000244},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.4789774417877197},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.4701305329799652},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.441652774810791},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3633335828781128},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3422970771789551},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.26106539368629456},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.07926833629608154},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.07517999410629272},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07276389002799988}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7153667211532593},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6408191323280334},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.5901634693145752},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.5695880055427551},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.5394696593284607},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5204641819000244},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.4789774417877197},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4701305329799652},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.441652774810791},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3633335828781128},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3422970771789551},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.26106539368629456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07926833629608154},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.07517999410629272},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07276389002799988},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2019.2896618","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2019.2896618","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8899999856948853}],"awards":[],"funders":[{"id":"https://openalex.org/F4320326707","display_name":"State Grid Corporation of China","ror":"https://ror.org/05twwhs70"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1517236425","https://openalex.org/W1963581936","https://openalex.org/W1972456442","https://openalex.org/W1976151256","https://openalex.org/W2001965107","https://openalex.org/W2037751122","https://openalex.org/W2103484725","https://openalex.org/W2109320898","https://openalex.org/W2317790532","https://openalex.org/W2325204300","https://openalex.org/W2343415476","https://openalex.org/W2343758005","https://openalex.org/W2484646121","https://openalex.org/W2520177845","https://openalex.org/W2526877431","https://openalex.org/W2527418900","https://openalex.org/W2574784813","https://openalex.org/W2610976004","https://openalex.org/W2615933803","https://openalex.org/W2623605948","https://openalex.org/W2649842847","https://openalex.org/W2739824434","https://openalex.org/W2759042097","https://openalex.org/W2765088853","https://openalex.org/W2765493266","https://openalex.org/W2770621750","https://openalex.org/W2774238252","https://openalex.org/W2781839305","https://openalex.org/W2782190985","https://openalex.org/W2784830286","https://openalex.org/W2793827368","https://openalex.org/W2964284572"],"related_works":["https://openalex.org/W2036697162","https://openalex.org/W2140812588","https://openalex.org/W2411113819","https://openalex.org/W2072887367","https://openalex.org/W2332386680","https://openalex.org/W2561315646","https://openalex.org/W2248621902","https://openalex.org/W2003779889","https://openalex.org/W2164760767","https://openalex.org/W4205698120"],"abstract_inverted_index":{"In":[0,104],"this":[1,105],"paper,":[2],"a":[3],"reinforcement-learning-based":[4],"online":[5],"optimal":[6,108,147],"(RL-OPT)":[7],"control":[8,66,109,148],"method":[9,162],"is":[10,111,163],"proposed":[11,160,202],"for":[12,150],"the":[13,31,51,55,70,81,86,90,97,107,115,121,133,140,146,154,159,169,172,198,201],"hybrid":[14],"energy":[15,42],"storage":[16],"system":[17,33,56,156],"(HESS)":[18],"in":[19,44,59,92],"ac-dc":[20],"microgrids":[21,45],"involving":[22],"photovoltaic":[23],"systems":[24,94],"and":[25,38,54,64,118,143,174,185,192],"diesel":[26],"generators":[27],"(DGs).":[28],"Due":[29],"to":[30,113,119,131,144,196],"low":[32],"inertia,":[34],"conventional":[35,100],"unregulated":[36],"charging":[37],"discharging":[39],"(C&D)":[40],"of":[41,72,75,84,99,136,177,200],"storages":[43],"may":[46],"introduce":[47],"disturbances":[48,122],"that":[49],"degrade":[50],"power":[52],"quality":[53],"performance,":[57],"especially":[58],"fast":[60],"C&D":[61,116],"situations.":[62],"Secondary":[63],"tertiary":[65],"levels":[67],"can":[68,179],"optimize":[69,114],"state":[71],"charge":[73],"reference":[74],"HESS;":[76],"however,":[77],"they":[78],"are":[79,129,188,194],"lacking":[80],"direct":[82],"controllability":[83],"regulating":[85],"transient":[87],"performance.":[88],"Additionally,":[89],"uncertainties":[91],"practical":[93],"greatly":[95],"limit":[96],"performance":[98],"model":[101],"based":[102,138],"controllers.":[103],"study,":[106],"theory":[110],"applied":[112],"profile":[117],"suppress":[120],"caused":[123],"by":[124],"integrating":[125],"HESS.":[126],"Neural":[127],"networks":[128],"devised":[130],"estimate":[132],"nonlinear":[134],"dynamics":[135],"HESS":[137,152,178],"on":[139],"input/output":[141],"measurements,":[142,171],"learn":[145],"input":[149],"bidirectional-converter-interfaced":[151],"using":[153],"estimated":[155],"dynamics.":[157],"Because":[158],"RL-OPT":[161],"fully":[164],"decentralized,":[165],"which":[166],"only":[167],"requires":[168],"local":[170],"plug":[173],"play":[175],"capability":[176],"be":[180],"easily":[181],"realized.":[182],"Both":[183],"islanded":[184],"grid-tied":[186],"modes":[187],"considered.":[189],"Extensive":[190],"simulations":[191],"experiments":[193],"conducted":[195],"evaluate":[197],"effectiveness":[199],"method.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":34},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":11}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}