{"id":"https://openalex.org/W4407361416","doi":"https://doi.org/10.1109/isgteurope62998.2024.10863457","title":"Reinforcement Learning for Optimized EV Charging Through Power Setpoint Tracking","display_name":"Reinforcement Learning for Optimized EV Charging Through Power Setpoint Tracking","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4407361416","doi":"https://doi.org/10.1109/isgteurope62998.2024.10863457"},"language":"en","primary_location":{"id":"doi:10.1109/isgteurope62998.2024.10863457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgteurope62998.2024.10863457","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE PES Innovative Smart Grid Technologies Europe (ISGT EUROPE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094582611","display_name":"Yunus Emre Y\u0131lmaz","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Yunus Emre Y\u0131lmaz","raw_affiliation_strings":["Delft University of Technology,Intelligent Electrical Power Grids,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Intelligent Electrical Power Grids,The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082825684","display_name":"Stavros Orfanoudakis","orcid":"https://orcid.org/0000-0002-0767-9488"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Stavros Orfanoudakis","raw_affiliation_strings":["Delft University of Technology,Intelligent Electrical Power Grids,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Intelligent Electrical Power Grids,The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070971243","display_name":"Pedro P. Vergara","orcid":"https://orcid.org/0000-0003-0852-0169"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Pedro P. Vergara","raw_affiliation_strings":["Delft University of Technology,Intelligent Electrical Power Grids,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Intelligent Electrical Power Grids,The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":2.7835,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.92036142,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/setpoint","display_name":"Setpoint","score":0.9769784212112427},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.757230281829834},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5077451467514038},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5062262415885925},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49823594093322754},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4602985978126526},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4332149028778076},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34125077724456787},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.24401608109474182},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23118659853935242},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11278516054153442}],"concepts":[{"id":"https://openalex.org/C12302492","wikidata":"https://www.wikidata.org/wiki/Q1752097","display_name":"Setpoint","level":2,"score":0.9769784212112427},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.757230281829834},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5077451467514038},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5062262415885925},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49823594093322754},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4602985978126526},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4332149028778076},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34125077724456787},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.24401608109474182},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23118659853935242},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11278516054153442},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isgteurope62998.2024.10863457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgteurope62998.2024.10863457","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE PES Innovative Smart Grid Technologies Europe (ISGT EUROPE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2196845260","https://openalex.org/W2883398862","https://openalex.org/W2892841407","https://openalex.org/W2905665631","https://openalex.org/W2964113250","https://openalex.org/W3014321438","https://openalex.org/W3186702175","https://openalex.org/W4288420729","https://openalex.org/W4295725725","https://openalex.org/W4295745160","https://openalex.org/W4405429570","https://openalex.org/W6684205842","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W1495927848","https://openalex.org/W4205962020","https://openalex.org/W2620138946","https://openalex.org/W90946887","https://openalex.org/W191702426","https://openalex.org/W2994131054","https://openalex.org/W2066553546","https://openalex.org/W4255293822","https://openalex.org/W1994800039","https://openalex.org/W92618256"],"abstract_inverted_index":{"Decarbonizing":[0],"the":[1,37,43,49,58,73,113,125,144],"transportation":[2],"sector":[3],"involves":[4],"adopting":[5],"electric":[6],"vehicles":[7],"(EVs);":[8],"a":[9,54,67,85,101],"shift":[10],"that":[11,143],"introduces":[12],"significant":[13],"challenges":[14],"in":[15,31,66],"energy":[16],"distribution":[17],"management":[18],"and":[19,48,93,119,127,160,166],"raises":[20],"concerns":[21],"about":[22],"grid":[23],"stability.":[24],"Charge":[25],"Point":[26],"Operators":[27],"(CPOs)":[28],"are":[29],"important":[30],"this":[32,81],"transition":[33],"as":[34],"they":[35],"control":[36],"EV":[38,46,117,139,158],"charging":[39,121],"process":[40],"by":[41,123],"balancing":[42],"needs":[44],"of":[45,60],"users":[47],"grid.":[50],"This":[51],"study":[52],"presents":[53],"smart-charging":[55],"model":[56,90,109],"from":[57],"perspective":[59],"CPOs":[61],"for":[62],"handling":[63],"EVs":[64,161],"located":[65],"commercial":[68],"parking":[69],"lot":[70],"to":[71,130],"minimize":[72],"Power":[74],"Setpoint":[75],"Tracking":[76],"(PST)":[77],"error.":[78],"To":[79],"solve":[80],"sequential":[82],"decision-making":[83],"problem,":[84],"Markov":[86],"Decision":[87],"Process":[88],"(MDP)":[89],"is":[91],"designed":[92],"solved":[94],"using":[95,137],"Deep":[96,102],"Deterministic":[97],"Policy":[98],"Gradient":[99],"(DDPG),":[100],"Reinforcement":[103],"Learning":[104],"(DRL)":[105],"algorithm.":[106],"The":[107,134],"proposed":[108,145],"can":[110],"effectively":[111,155],"manage":[112],"uncertainties":[114],"associated":[115],"with":[116,162],"arrivals":[118],"fluctuating":[120],"demands":[122],"structuring":[124],"action":[126],"state":[128],"space":[129],"incorporate":[131],"power":[132,167],"constraints.":[133],"experimental":[135],"evaluation":[136],"realistic":[138],"behavior":[140],"data":[141],"shows":[142],"approach":[146],"significantly":[147],"outperforms":[148],"uncontrolled":[149],"charging,":[150],"reducing":[151],"PST":[152],"error":[153],"while":[154],"managing":[156],"multiple":[157],"chargers":[159],"varying":[163],"battery":[164],"capacities":[165],"limitations.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}