{"id":"https://openalex.org/W4407361114","doi":"https://doi.org/10.1109/isgteurope62998.2024.10863043","title":"Linear Reinforcement Learning for Energy Storage Systems Optimal Dispatch","display_name":"Linear Reinforcement Learning for Energy Storage Systems Optimal Dispatch","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4407361114","doi":"https://doi.org/10.1109/isgteurope62998.2024.10863043"},"language":"en","primary_location":{"id":"doi:10.1109/isgteurope62998.2024.10863043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgteurope62998.2024.10863043","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE PES Innovative Smart Grid Technologies Europe (ISGT EUROPE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031596774","display_name":"Shuyi Gao","orcid":"https://orcid.org/0009-0002-0810-7462"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Shuyi Gao","raw_affiliation_strings":["Delft University of Technology,Intelligent Electrical Power Grids,Delft,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Intelligent Electrical Power Grids,Delft,The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063679749","display_name":"Shengren Hou","orcid":"https://orcid.org/0000-0002-0589-7561"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Shengren Hou","raw_affiliation_strings":["Delft University of Technology,Intelligent Electrical Power Grids,Delft,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Intelligent Electrical Power Grids,Delft,The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049696780","display_name":"Edgar Mauricio Salazar Duque","orcid":"https://orcid.org/0000-0002-2879-5453"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Edgar Mauricio Salazar Duque","raw_affiliation_strings":["Eindhoven University of Technology,Energy Systems Systems Group,Eindhoven,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology,Energy Systems Systems Group,Eindhoven,The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022327673","display_name":"Peter P\u00e1lensk\u00fd","orcid":"https://orcid.org/0000-0003-3183-4705"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Peter Palensky","raw_affiliation_strings":["Delft University of Technology,Intelligent Electrical Power Grids,Delft,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Intelligent Electrical Power Grids,Delft,The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070971243","display_name":"Pedro P. Vergara","orcid":"https://orcid.org/0000-0003-0852-0169"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Pedro P. Vergara","raw_affiliation_strings":["Delft University of Technology,Intelligent Electrical Power Grids,Delft,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Intelligent Electrical Power Grids,Delft,The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41557857,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9509999752044678,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9386000037193298,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8790180683135986},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6795195937156677},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.511564314365387},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4669521749019623},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.45161935687065125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33208489418029785},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.131736159324646},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.09461045265197754},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07399091124534607}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8790180683135986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6795195937156677},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.511564314365387},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4669521749019623},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.45161935687065125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33208489418029785},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.131736159324646},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.09461045265197754},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07399091124534607},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isgteurope62998.2024.10863043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgteurope62998.2024.10863043","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE PES Innovative Smart Grid Technologies Europe (ISGT EUROPE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8799999952316284,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1627978401","https://openalex.org/W2883076328","https://openalex.org/W2994779380","https://openalex.org/W3006973513","https://openalex.org/W3016068557","https://openalex.org/W3108288031","https://openalex.org/W3154084362","https://openalex.org/W4206484034","https://openalex.org/W4214759040","https://openalex.org/W4285585243","https://openalex.org/W4310174457","https://openalex.org/W4310815743","https://openalex.org/W4367672353","https://openalex.org/W4391054101","https://openalex.org/W6734129231","https://openalex.org/W6797943115"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"(RL)":[2],"has":[3],"emerged":[4],"as":[5],"a":[6,24,31,76],"promising":[7],"solution":[8],"for":[9,134],"defining":[10],"the":[11,29,52,70,82,107],"optimal":[12],"dispatch":[13],"of":[14,33,111],"Energy":[15],"Storage":[16],"Systems":[17],"(ESS)":[18],"in":[19,28,117,137,141],"distributed":[20],"energy":[21],"systems.":[22],"However,":[23],"notable":[25],"gap":[26],"exists":[27],"literature:":[30],"lack":[32],"comprehensive":[34,77],"and":[35,45,57,66,91,98,120,126,145],"fair":[36],"comparisons":[37],"between":[38,43,54],"different":[39],"RL":[40,63],"algorithms,":[41],"particularly":[42,140],"linear":[44],"nonlinear":[46,71],"approaches.":[47],"This":[48],"study":[49,80],"critically":[50],"evaluates":[51],"trade-offs":[53,116],"computational":[55,118],"efficiency":[56,119],"operational":[58,108],"accuracy":[59,110],"among":[60],"various":[61],"Linear":[62,85],"(LRL)":[64],"strategies":[65],"compares":[67],"them":[68],"against":[69],"Deep-Q-Network":[72],"(DQN)":[73],"algorithm.":[74],"Through":[75],"analysis,":[78],"this":[79],"benchmarks":[81],"model-based":[83],"Mixed-Integer":[84],"Programming":[86],"(MILP)":[87],"results":[88,130],"to":[89],"assess":[90],"compare":[92],"these":[93],"algorithms\u2019":[94],"convergence,":[95],"training":[96],"efficiency,":[97],"optimization":[99],"accuracy.":[100],"Results":[101],"indicate":[102],"that":[103],"while":[104],"LRL":[105,138],"approaches":[106],"cost":[109],"DQN,":[112],"it":[113],"faces":[114],"significant":[115],"struggles":[121],"with":[122],"generalization":[123,146],"across":[124],"larger":[125],"varied":[127],"datasets.":[128],"The":[129],"illuminate":[131],"critical":[132],"areas":[133],"further":[135],"development":[136],"methodologies,":[139],"enhancing":[142],"their":[143],"adaptability":[144],"capabilities.":[147]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}