{"id":"https://openalex.org/W4389722186","doi":"https://doi.org/10.1109/tcsi.2023.3340026","title":"Interpretable Deep Reinforcement Learning for Optimizing Heterogeneous Energy Storage Systems","display_name":"Interpretable Deep Reinforcement Learning for Optimizing Heterogeneous Energy Storage Systems","publication_year":2023,"publication_date":"2023-12-14","ids":{"openalex":"https://openalex.org/W4389722186","doi":"https://doi.org/10.1109/tcsi.2023.3340026"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2023.3340026","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2023.3340026","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008797965","display_name":"Luolin Xiong","orcid":"https://orcid.org/0009-0001-0142-7933"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Luolin Xiong","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-0142-7933","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028570509","display_name":"Yang Tang","orcid":"https://orcid.org/0000-0002-2750-8029"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Tang","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2750-8029","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028078008","display_name":"Chensheng Liu","orcid":"https://orcid.org/0000-0003-1723-8261"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chensheng Liu","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1723-8261","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070291406","display_name":"Shuai Mao","orcid":"https://orcid.org/0000-0002-1960-3456"},"institutions":[{"id":"https://openalex.org/I199305430","display_name":"Nantong University","ror":"https://ror.org/02afcvw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I199305430"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Mao","raw_affiliation_strings":["Department of Electrical Engineering, Nantong University, Nantong, China"],"raw_orcid":"https://orcid.org/0000-0002-1960-3456","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Nantong University, Nantong, China","institution_ids":["https://openalex.org/I199305430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100650529","display_name":"Ke Meng","orcid":"https://orcid.org/0000-0002-1897-4917"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ke Meng","raw_affiliation_strings":["School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-1897-4917","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366084","display_name":"Zhao Yang Dong","orcid":"https://orcid.org/0000-0001-9659-0858"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhaoyang Dong","raw_affiliation_strings":["School of Electrical and Electronics Engineering, Nanyang Technological University, 50 Nanyang Avenue, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-9659-0858","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronics Engineering, Nanyang Technological University, 50 Nanyang Avenue, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100603023","display_name":"Feng Qian","orcid":"https://orcid.org/0000-0003-2781-332X"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Qian","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2781-332X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5008797965"],"corresponding_institution_ids":["https://openalex.org/I143593769"],"apc_list":null,"apc_paid":null,"fwci":3.2002,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.92300675,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"71","issue":"2","first_page":"910","last_page":"921"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6278340220451355},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5970034599304199},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.5329003930091858},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4306514263153076},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3699483871459961},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11955350637435913},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.10912111401557922}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6278340220451355},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5970034599304199},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.5329003930091858},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4306514263153076},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3699483871459961},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11955350637435913},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.10912111401557922},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2023.3340026","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2023.3340026","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8500000238418579,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1875014209","display_name":null,"funder_award_id":"BK20230605","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G3210130273","display_name":null,"funder_award_id":"62293504","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5333276369","display_name":null,"funder_award_id":"222202417006","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5789780205","display_name":null,"funder_award_id":"61988101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6442699438","display_name":null,"funder_award_id":"62293502","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G808025644","display_name":null,"funder_award_id":"62073138","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2004117240","https://openalex.org/W2015692669","https://openalex.org/W2045647712","https://openalex.org/W2125915114","https://openalex.org/W2167189168","https://openalex.org/W2604255644","https://openalex.org/W2736601468","https://openalex.org/W2900921161","https://openalex.org/W2969351977","https://openalex.org/W3092518314","https://openalex.org/W3097921942","https://openalex.org/W3116243680","https://openalex.org/W3118372329","https://openalex.org/W3123944754","https://openalex.org/W3154084362","https://openalex.org/W3190627748","https://openalex.org/W4200166817","https://openalex.org/W4205421136","https://openalex.org/W4214896370","https://openalex.org/W4224983028","https://openalex.org/W4226322096","https://openalex.org/W4285144335","https://openalex.org/W4288391240","https://openalex.org/W4288391536","https://openalex.org/W4291653179","https://openalex.org/W4295134803","https://openalex.org/W4312471931","https://openalex.org/W4312885840","https://openalex.org/W4312940192","https://openalex.org/W4313467284","https://openalex.org/W4319342000","https://openalex.org/W4323796252","https://openalex.org/W4324125667","https://openalex.org/W4360930683","https://openalex.org/W4360995408","https://openalex.org/W4385740511","https://openalex.org/W6741002519","https://openalex.org/W6753001334","https://openalex.org/W6838924855"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Energy":[0],"storage":[1,30,60,65],"systems":[2],"(ESS)":[3],"are":[4],"pivotal":[5],"component":[6],"in":[7,82,113],"the":[8,38,54,71,180],"energy":[9,14,24,39,44,59,64,116],"market,":[10],"serving":[11],"as":[12],"both":[13],"suppliers":[15],"and":[16,41,62,101,135,163,182],"consumers.":[17],"ESS":[18,35,115],"operators":[19],"can":[20],"reap":[21],"benefits":[22],"from":[23],"arbitrage":[25],"by":[26,157],"optimizing":[27,114],"operations":[28],"of":[29,57,70,184],"equipment.":[31],"To":[32,131],"further":[33],"enhance":[34],"flexibility":[36],"within":[37],"market":[40],"improve":[42],"renewable":[43],"utilization,":[45],"a":[46,74,79,91,140],"heterogeneous":[47,72],"photovoltaic-ESS":[48],"(PV-ESS)":[49],"is":[50,147],"proposed,":[51],"which":[52,166],"leverages":[53],"unique":[55],"characteristics":[56],"battery":[58],"(BES)":[61],"hydrogen":[63],"(HES).":[66],"For":[67],"scheduling":[68,138,171],"tasks":[69],"PV-ESS,":[73],"practical":[75,129],"cost":[76,93],"function":[77,94],"plays":[78],"crucial":[80],"role":[81],"guiding":[83],"operator\u2019s":[84],"strategies":[85],"to":[86,104,154],"maximize":[87],"benefits.":[88],"We":[89],"develop":[90],"comprehensive":[92],"that":[95],"takes":[96],"into":[97],"account":[98],"degradation,":[99],"capital,":[100],"operation/maintenance":[102],"costs":[103],"reflect":[105],"real-world":[106],"scenarios.":[107],"Moreover,":[108],"while":[109],"numerous":[110],"methods":[111],"excel":[112],"arbitrage,":[117],"they":[118],"often":[119],"rely":[120],"on":[121],"black-box":[122,194],"models":[123],"with":[124,144,193],"opaque":[125],"decision-making":[126,156],"processes,":[127],"limiting":[128],"applicability.":[130],"overcome":[132],"this":[133],"limitation":[134],"enable":[136],"explainable":[137],"strategies,":[139],"prototype-based":[141],"policy":[142],"network":[143,150],"inherent":[145],"interpretability":[146],"introduced.":[148],"This":[149],"employs":[151],"human-designed":[152],"prototypes":[153],"guide":[155],"comparing":[158],"similarities":[159],"between":[160],"prototypical":[161],"situations":[162],"encountered":[164],"situations,":[165],"allows":[167],"for":[168],"naturally":[169],"explained":[170],"strategies.":[172],"Comparative":[173],"results":[174],"across":[175],"four":[176],"distinct":[177],"cases":[178],"demonstrate":[179],"effectiveness":[181],"practicality":[183],"our":[185],"proposed":[186],"pre-hoc":[187],"interpretable":[188],"optimization":[189],"method":[190],"when":[191],"contrasted":[192],"models.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":5}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}