{"id":"https://openalex.org/W4310174457","doi":"https://doi.org/10.1109/isgt-europe54678.2022.9960642","title":"Performance Comparison of Deep RL Algorithms for Energy Systems Optimal Scheduling","display_name":"Performance Comparison of Deep RL Algorithms for Energy Systems Optimal Scheduling","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4310174457","doi":"https://doi.org/10.1109/isgt-europe54678.2022.9960642"},"language":"en","primary_location":{"id":"doi:10.1109/isgt-europe54678.2022.9960642","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgt-europe54678.2022.9960642","pdf_url":null,"source":{"id":"https://openalex.org/S4363608096","display_name":"2022 IEEE PES Innovative Smart Grid Technologies Conference Europe (ISGT-Europe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE PES Innovative Smart Grid Technologies Conference Europe (ISGT-Europe)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063679749","display_name":"Shengren Hou","orcid":"https://orcid.org/0000-0002-0589-7561"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Hou Shengren","raw_affiliation_strings":["Delft University of Technology,Intelligent Electrical Power Grids,The Netherlands","Intelligent Electrical Power Grids, Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Intelligent Electrical Power Grids,The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Intelligent Electrical Power Grids, Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049696780","display_name":"Edgar Mauricio Salazar Duque","orcid":"https://orcid.org/0000-0002-2879-5453"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Edgar Mauricio Salazar","raw_affiliation_strings":["Eindhoven University of Technology,Electrical Energy Systems (EES) Group,The Netherlands","Electrical Energy Systems (EES) Group, Eindhoven University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology,Electrical Energy Systems (EES) Group,The Netherlands","institution_ids":["https://openalex.org/I83019370"]},{"raw_affiliation_string":"Electrical Energy Systems (EES) Group, Eindhoven University of Technology, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070971243","display_name":"Pedro P. Vergara","orcid":"https://orcid.org/0000-0003-0852-0169"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Pedro P. Vergara","raw_affiliation_strings":["Delft University of Technology,Intelligent Electrical Power Grids,The Netherlands","Intelligent Electrical Power Grids, Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Intelligent Electrical Power Grids,The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Intelligent Electrical Power Grids, Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022327673","display_name":"Peter P\u00e1lensk\u00fd","orcid":"https://orcid.org/0000-0003-3183-4705"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Peter Palensky","raw_affiliation_strings":["Delft University of Technology,Intelligent Electrical Power Grids,The Netherlands","Intelligent Electrical Power Grids, Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Intelligent Electrical Power Grids,The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Intelligent Electrical Power Grids, Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.9131,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.9918766,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7405990958213806},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.604234516620636},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5882584452629089},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5346587896347046},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5171194076538086},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.4195483326911926},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.41354331374168396},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3600977957248688},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16148260235786438},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1481637954711914},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0871649980545044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7405990958213806},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.604234516620636},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5882584452629089},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5346587896347046},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5171194076538086},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.4195483326911926},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.41354331374168396},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3600977957248688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16148260235786438},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1481637954711914},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0871649980545044},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isgt-europe54678.2022.9960642","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgt-europe54678.2022.9960642","pdf_url":null,"source":{"id":"https://openalex.org/S4363608096","display_name":"2022 IEEE PES Innovative Smart Grid Technologies Conference Europe (ISGT-Europe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE PES Innovative Smart Grid Technologies Conference Europe (ISGT-Europe)","raw_type":"proceedings-article"},{"id":"pmh:oai:tudelft.nl:uuid:69215c2b-2d07-4abc-9d1e-e738400e9676","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:69215c2b-2d07-4abc-9d1e-e738400e9676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8700000047683716}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1191599655","https://openalex.org/W2109191831","https://openalex.org/W2736601468","https://openalex.org/W2802339474","https://openalex.org/W2903069603","https://openalex.org/W2952242647","https://openalex.org/W2973229164","https://openalex.org/W3012083254","https://openalex.org/W3092305369","https://openalex.org/W3116975485","https://openalex.org/W3155726845","https://openalex.org/W3204976783","https://openalex.org/W4293177929","https://openalex.org/W4384789415","https://openalex.org/W6627932998","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W2140186469","https://openalex.org/W4390421286","https://openalex.org/W4280563792","https://openalex.org/W4389724018","https://openalex.org/W4318719684","https://openalex.org/W3183136280","https://openalex.org/W4318559728","https://openalex.org/W2775233965","https://openalex.org/W4360995913","https://openalex.org/W4281847915"],"abstract_inverted_index":{"Taking":[0],"advantage":[1],"of":[2,22,28,71,81,100,115,133,144],"their":[3,158],"data-driven":[4],"and":[5,40,69,89],"model-free":[6],"features,":[7],"Deep":[8],"Reinforcement":[9],"Learning":[10],"(DRL)":[11],"algorithms":[12,48,103,149],"have":[13],"the":[14,19,26,35,55,65,134,142],"potential":[15],"to":[16,25,95,151],"deal":[17,32],"with":[18,34,128],"increasing":[20],"level":[21],"uncertainty":[23],"due":[24],"introduction":[27],"renewable-based":[29],"generation.":[30],"To":[31],"simultaneously":[33],"energy":[36,105,135],"systems\u2019":[37],"operational":[38,124],"cost":[39],"technical":[41],"constraints":[42],"(e.g,":[43],"generation-demand":[44],"power":[45],"balance)":[46],"DRL":[47,66,83,102,112],"must":[49],"consider":[50],"a":[51,78,97,129],"trade-off":[52,59],"when":[53,126],"designing":[54],"reward":[56],"function.":[57],"This":[58],"introduces":[60],"extra":[61],"hyperparameters":[62],"that":[63],"impact":[64],"algorithms\u2019":[67,113],"performance":[68,79],"capability":[70,114],"providing":[72,116],"feasible":[73,153],"solutions.":[74],"In":[75],"this":[76],"paper,":[77],"comparison":[80,99],"different":[82],"algorithms,":[84],"including":[85],"DDPG,":[86],"TD3,":[87],"SAC,":[88],"PPO,":[90],"are":[91],"presented.":[92],"We":[93],"aim":[94],"provide":[96,152],"fair":[98],"these":[101,148],"for":[104],"systems":[106],"optimal":[107,137],"scheduling":[108,138],"problems.":[109],"Results":[110],"show":[111],"in":[117,122,141],"real-time":[118],"good-quality":[119],"solutions,":[120,154],"even":[121],"unseen":[123],"scenarios,":[125],"compared":[127],"mathematical":[130],"programming":[131],"model":[132],"system":[136],"problem.":[139],"Nevertheless,":[140],"case":[143],"large":[145],"peak":[146],"consumption,":[147],"failed":[150],"which":[155],"can":[156],"impede":[157],"practical":[159],"implementation.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}