{"id":"https://openalex.org/W4407363175","doi":"https://doi.org/10.1109/isgteurope62998.2024.10863295","title":"Scalable Charging Optimization of Battery Energy Storage Systems with Deep Reinforcement Learning","display_name":"Scalable Charging Optimization of Battery Energy Storage Systems with Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4407363175","doi":"https://doi.org/10.1109/isgteurope62998.2024.10863295"},"language":"en","primary_location":{"id":"doi:10.1109/isgteurope62998.2024.10863295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgteurope62998.2024.10863295","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE PES Innovative Smart Grid Technologies Europe (ISGT EUROPE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.utwente.nl/en/publications/ae088995-89d2-41b6-96e4-dee8bbb86662","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070770854","display_name":"Amirhossein Heydarian Ardakani","orcid":"https://orcid.org/0000-0003-3989-5481"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Amirhossein Heydarian Ardakani","raw_affiliation_strings":["University of Twente,Faculty of Engineering Technology,Enschede,Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Twente,Faculty of Engineering Technology,Enschede,Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093618362","display_name":"Kianoush Aqabakee","orcid":"https://orcid.org/0009-0008-0450-5360"},"institutions":[{"id":"https://openalex.org/I158248296","display_name":"Amirkabir University of Technology","ror":"https://ror.org/04gzbav43","country_code":"IR","type":"education","lineage":["https://openalex.org/I158248296"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Kianoush Aqabakee","raw_affiliation_strings":["Amirkabir University of Technology,Faculty of Electrical Engineering,Tehran,Iran"],"affiliations":[{"raw_affiliation_string":"Amirkabir University of Technology,Faculty of Electrical Engineering,Tehran,Iran","institution_ids":["https://openalex.org/I158248296"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042263160","display_name":"Farzaneh Abdollahi","orcid":"https://orcid.org/0000-0003-4957-987X"},"institutions":[{"id":"https://openalex.org/I158248296","display_name":"Amirkabir University of Technology","ror":"https://ror.org/04gzbav43","country_code":"IR","type":"education","lineage":["https://openalex.org/I158248296"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Farzaneh Abdollahi","raw_affiliation_strings":["Amirkabir University of Technology,Faculty of Electrical Engineering,Tehran,Iran"],"affiliations":[{"raw_affiliation_string":"Amirkabir University of Technology,Faculty of Electrical Engineering,Tehran,Iran","institution_ids":["https://openalex.org/I158248296"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079394484","display_name":"Elham Shirazi","orcid":"https://orcid.org/0000-0002-1274-1506"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Elham Shirazi","raw_affiliation_strings":["University of Twente,Faculty of Engineering Technology,Enschede,Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Twente,Faculty of Engineering Technology,Enschede,Netherlands","institution_ids":["https://openalex.org/I94624287"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070770854"],"corresponding_institution_ids":["https://openalex.org/I94624287"],"apc_list":null,"apc_paid":null,"fwci":0.2102,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55123126,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.867912769317627},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7738221883773804},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7027685642242432},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.6253505349159241},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.5429025888442993},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2595222294330597},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.06890609860420227}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.867912769317627},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7738221883773804},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7027685642242432},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.6253505349159241},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.5429025888442993},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2595222294330597},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.06890609860420227},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isgteurope62998.2024.10863295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgteurope62998.2024.10863295","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE PES Innovative Smart Grid Technologies Europe (ISGT EUROPE)","raw_type":"proceedings-article"},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/ae088995-89d2-41b6-96e4-dee8bbb86662","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/ae088995-89d2-41b6-96e4-dee8bbb86662","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ardakani, A H, Aqabakee, K, Abdollahi, F & Shirazi, E 2025, Scalable Charging Optimization of Battery Energy Storage Systems with Deep Reinforcement Learning. in N Holjevac, T Baskarad, M Zidar & I Kuzle (eds), IEEE PES Innovative Smart Grid Technologies Europe, ISGT EUROPE 2024. IEEE, 2024 IEEE PES Innovative Smart Grid Technologies Europe Conference, ISGT EUROPE 2024, Dubrovnik, Croatia, 14/10/24. https://doi.org/10.1109/ISGTEUROPE62998.2024.10863295","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/ae088995-89d2-41b6-96e4-dee8bbb86662","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/ae088995-89d2-41b6-96e4-dee8bbb86662","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ardakani, A H, Aqabakee, K, Abdollahi, F & Shirazi, E 2025, Scalable Charging Optimization of Battery Energy Storage Systems with Deep Reinforcement Learning. in N Holjevac, T Baskarad, M Zidar & I Kuzle (eds), IEEE PES Innovative Smart Grid Technologies Europe, ISGT EUROPE 2024. IEEE, 2024 IEEE PES Innovative Smart Grid Technologies Europe Conference, ISGT EUROPE 2024, Dubrovnik, Croatia, 14/10/24. https://doi.org/10.1109/ISGTEUROPE62998.2024.10863295","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8700000047683716,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2000018540","https://openalex.org/W3000096586","https://openalex.org/W3040429096","https://openalex.org/W3112730905","https://openalex.org/W3138547377","https://openalex.org/W3156070738","https://openalex.org/W3175068086","https://openalex.org/W3184227953","https://openalex.org/W3190406982","https://openalex.org/W4205585382","https://openalex.org/W4207009145","https://openalex.org/W4288420729","https://openalex.org/W4292054250","https://openalex.org/W4307958658","https://openalex.org/W4309307321","https://openalex.org/W4310174533","https://openalex.org/W4313598085","https://openalex.org/W4315778349","https://openalex.org/W4317936621","https://openalex.org/W4376607995","https://openalex.org/W4378530152","https://openalex.org/W4381461688","https://openalex.org/W4387405729","https://openalex.org/W4388285343","https://openalex.org/W4390576162","https://openalex.org/W4392932707","https://openalex.org/W4395110468"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"This":[0,65],"paper":[1],"presents":[2],"a":[3,68,96],"scalable":[4],"data-driven":[5],"methodology":[6,113],"that":[7],"leverages":[8],"deep":[9],"reinforcement":[10],"learning":[11],"(DRL)":[12],"to":[13,48,71],"optimize":[14],"the":[15,50,61,78,124],"charging":[16,27],"of":[17,80,90,105,111],"battery":[18,36,55,106],"units":[19],"within":[20],"smart":[21],"energy":[22],"storage":[23,63,121],"systems":[24],"(ESS).":[25],"Battery":[26],"is":[28,46],"formulated":[29],"as":[30],"an":[31],"optimization":[32],"problem":[33],"for":[34,53,126],"individual":[35],"units.":[37,107],"A":[38],"novel":[39],"DRL-based":[40],"architecture":[41,66],"based":[42],"on":[43],"local":[44],"data":[45],"proposed":[47],"derive":[49],"optimal":[51],"policy":[52],"each":[54],"unit":[56],"while":[57],"ensuring":[58],"scalability":[59,89,110],"across":[60,102],"entire":[62],"system.":[64],"features":[67],"shared":[69],"buffer":[70],"aggregate":[72],"experiences":[73],"from":[74],"all":[75],"agents,":[76],"enabling":[77],"synthesis":[79],"centralized":[81],"training":[82],"with":[83],"decentralized":[84],"execution.":[85],"The":[86,108],"efficacy":[87],"and":[88,119],"this":[91,112],"approach":[92],"are":[93],"substantiated":[94],"through":[95],"comprehensive":[97],"evaluation,":[98],"demonstrating":[99],"enhanced":[100],"performance":[101],"various":[103],"configurations":[104],"inherent":[109],"facilitates":[114],"its":[115],"integration":[116],"into":[117],"modular":[118],"reconfigurable":[120],"systems,":[122],"proving":[123],"potential":[125],"widespread":[127],"practical":[128],"applications.":[129]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-17T09:09:15.849793","created_date":"2025-10-10T00:00:00"}