{"id":"https://openalex.org/W4386465366","doi":"https://doi.org/10.1016/j.segan.2023.101162","title":"Online EV charging controlled by reinforcement learning with experience replay","display_name":"Online EV charging controlled by reinforcement learning with experience replay","alternate_titles":[],"publication_year":2023,"publication_date":"2023-09-05","ids":{"openalex":"https://openalex.org/W4386465366","doi":"https://doi.org/10.1016/j.segan.2023.101162"},"language":"en","primary_location":{"id":"doi:10.1016/j.segan.2023.101162","doi":"https://doi.org/10.1016/j.segan.2023.101162","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.segan.2023.101162","pdf_url":null,"source":{"id":"https://openalex.org/S2493549543","display_name":"Sustainable Energy Grids and Networks","issn_l":"2352-4677","issn":["2352-4677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sustainable Energy, Grids and Networks","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4386465366"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.segan.2023.101162","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033846045","display_name":"Andrey Poddubnyy","orcid":"https://orcid.org/0000-0003-0749-0754","observed_orcids":["https://orcid.org/0000-0003-0749-0754"]},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Andrey Poddubnyy","raw_affiliation_strings":["Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-0749-0754","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074304207","display_name":"Phuong Hong Nguyen","orcid":"https://orcid.org/0000-0003-1124-2710","observed_orcids":["https://orcid.org/0000-0003-1124-2710"]},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Phuong Nguyen","raw_affiliation_strings":["Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031863508","display_name":"J.G. Slootweg","orcid":"https://orcid.org/0000-0003-1593-1839","observed_orcids":["https://orcid.org/0000-0003-1593-1839"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han Slootweg","raw_affiliation_strings":["Enexis Netbeheer, \u2019s-Hertogenbosch, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-1593-1839","affiliations":[{"raw_affiliation_string":"Enexis Netbeheer, \u2019s-Hertogenbosch, The Netherlands","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5033846045"],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":{"value":2170,"currency":"USD","value_usd":2170},"apc_paid":{"value":2170,"currency":"USD","value_usd":2170},"fwci":0.9233,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.69146099,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":"36","issue":null,"first_page":"101162","last_page":"101162"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electric-vehicle-charging","display_name":"electric vehicle charging","score":0.9459999799728394},{"id":"https://openalex.org/keywords/smart-charging","display_name":"smart charging","score":0.8360000252723694},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9639999866485596},{"id":"https://openalex.org/keywords/experience-replay","display_name":"experience replay","score":0.996999979019165},{"id":"https://openalex.org/keywords/distributed-energy-resources","display_name":"distributed energy resources","score":0.7680000066757202},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9620000123977661},{"id":"https://openalex.org/keywords/sarsa","display_name":"SARSA","score":0.9929999709129333},{"id":"https://openalex.org/keywords/dyna-q","display_name":"Dyna-Q","score":0.9750000238418579},{"id":"https://openalex.org/keywords/state-of-charge","display_name":"state of charge","score":0.7580000162124634},{"id":"https://openalex.org/keywords/ieee-13-bus-test-feeder","display_name":"IEEE 13-bus test feeder","score":0.8029999732971191},{"id":"https://openalex.org/keywords/low-frequency-data","display_name":"low-frequency data","score":0.5460000038146973}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8915826082229614},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6744245886802673},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.6497811079025269},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6339466571807861},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5637178421020508},{"id":"https://openalex.org/C2776582896","wikidata":"https://www.wikidata.org/wiki/Q5368536","display_name":"State of charge","level":4,"score":0.5064917802810669},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.494417667388916},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4291462004184723},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.35264360904693604},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33849406242370605},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.27532756328582764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27261584997177124},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20799553394317627},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.18453389406204224},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1826631724834442},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.segan.2023.101162","doi":"https://doi.org/10.1016/j.segan.2023.101162","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.segan.2023.101162","pdf_url":null,"source":{"id":"https://openalex.org/S2493549543","display_name":"Sustainable Energy Grids and Networks","issn_l":"2352-4677","issn":["2352-4677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sustainable Energy, Grids and Networks","raw_type":"journal-article"},{"id":"pmh:oai:pure.tue.nl:openaire/2c764921-342b-4343-9ac6-37d5e1cb799f","doi":null,"is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/2c764921-342b-4343-9ac6-37d5e1cb799f","pdf_url":"https://pure.tue.nl/ws/files/307668784/1-s2.0-S2352467723001704-main.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Poddubnyy, A, Nguyen, P H & Slootweg, J G 2023, 'Online EV charging controlled by reinforcement learning with experience replay', Sustainable Energy, Grids and Networks, vol. 36, 101162. https://doi.org/10.1016/j.segan.2023.101162","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1016/j.segan.2023.101162","doi":"https://doi.org/10.1016/j.segan.2023.101162","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.segan.2023.101162","pdf_url":null,"source":{"id":"https://openalex.org/S2493549543","display_name":"Sustainable Energy Grids and Networks","issn_l":"2352-4677","issn":["2352-4677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sustainable Energy, Grids and Networks","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":1.0,"id":"https://metadata.un.org/sdg/9"},{"display_name":"Affordable and clean energy","score":0.9853000044822693,"id":"https://metadata.un.org/sdg/7"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2803124007","display_name":"MEGAMIND \u2013 Measuring, Gathering, Mining and Integrating Data for Self-management in the Edge of the Electricity System","funder_award_id":"P19-25","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386465366.pdf","grobid_xml":"https://content.openalex.org/works/W4386465366.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W248926557","https://openalex.org/W2006157646","https://openalex.org/W2220013079","https://openalex.org/W2515947593","https://openalex.org/W2536345254","https://openalex.org/W2552300487","https://openalex.org/W2579333907","https://openalex.org/W2943927637","https://openalex.org/W2947030579","https://openalex.org/W2963317745","https://openalex.org/W2964825013","https://openalex.org/W2982210950","https://openalex.org/W2983887688","https://openalex.org/W3015326790","https://openalex.org/W3020239300","https://openalex.org/W3045854076","https://openalex.org/W3048479713","https://openalex.org/W3087814763","https://openalex.org/W3112413141","https://openalex.org/W3118409705","https://openalex.org/W3135730722","https://openalex.org/W3136443058","https://openalex.org/W3136777882","https://openalex.org/W3172942434","https://openalex.org/W3188204803","https://openalex.org/W3189338728","https://openalex.org/W3193474469","https://openalex.org/W3200619139","https://openalex.org/W3204976783","https://openalex.org/W4221051145","https://openalex.org/W4236451413","https://openalex.org/W4287759108","https://openalex.org/W4297515090","https://openalex.org/W6684373894","https://openalex.org/W7149456229","https://openalex.org/W7225215895"],"related_works":["https://openalex.org/W4297515090","https://openalex.org/W4408316533","https://openalex.org/W4283836127","https://openalex.org/W7131275592","https://openalex.org/W4391851533","https://openalex.org/W7212416627","https://openalex.org/W4393172178","https://openalex.org/W3119885706","https://openalex.org/W4403125754","https://openalex.org/W4415269905"],"abstract_inverted_index":{"The":[0,90,111],"extensive":[1],"penetration":[2],"of":[3,36,48,98,138,156,186],"distributed":[4],"energy":[5],"resources":[6],"(DERs),":[7],"particularly":[8],"electric":[9],"vehicles":[10],"(EVs),":[11],"creates":[12],"a":[13],"huge":[14],"challenge":[15],"for":[16,27,84],"the":[17,22,37,50,95,117,124,130,135,146,150,157,174,180],"distribution":[18],"grids":[19],"due":[20],"to":[21,64,73,87,100,172,177],"limited":[23],"capacity.":[24],"An":[25],"approach":[26],"smart":[28],"charging":[29],"might":[30],"alleviate":[31],"this":[32,60],"issue,":[33],"but":[34],"most":[35],"optimization":[38],"algorithms":[39],"has":[40],"been":[41],"developed":[42],"so":[43],"far":[44],"under":[45],"an":[46,76,140],"assumption":[47],"knowing":[49],"future,":[51],"or":[52],"combining":[53],"it":[54],"with":[55,69,123,144],"complicated":[56],"forecasting":[57],"models.":[58],"In":[59],"paper":[61],"we":[62],"propose":[63],"use":[65],"reinforcement":[66,91],"learning":[67,92],"(RL)":[68],"replaying":[70],"past":[71],"experience":[72],"optimally":[74],"operate":[75],"EV":[77],"charger.":[78],"We":[79],"also":[80],"introduce":[81],"explorative":[82],"rewards":[83],"better":[85],"adjusting":[86],"environment":[88,182],"changes.":[89],"agent":[93,141],"controls":[94],"charger\u2019s":[96,152],"power":[97],"consumption":[99],"optimize":[101],"expenses":[102],"and":[103,106,149,160,168,183],"prevent":[104],"lines":[105],"transformers":[107],"from":[108,129],"being":[109],"overloaded.":[110],"simulations":[112],"were":[113],"carried":[114],"out":[115],"in":[116,179],"IEEE":[118],"13":[119],"bus":[120],"test":[121],"feeder":[122],"load":[125],"profile":[126],"data":[127,187],"coming":[128],"residential":[131],"area.":[132],"To":[133],"simulate":[134],"real":[136],"availability":[137],"data,":[139],"is":[142],"trained":[143],"only":[145],"transformer":[147],"current":[148],"local":[151],"state,":[153],"like":[154],"state":[155],"charge":[158],"(SOC)":[159],"timestamp.":[161],"Several":[162],"algorithms,":[163],"namely":[164],"Q-learning,":[165],"SARSA,":[166],"Dyna-Q":[167],"Dyna-Q+":[169],"are":[170],"tested":[171],"select":[173],"best":[175],"one":[176],"utilize":[178],"stochastic":[181],"low":[184],"frequency":[185],"streaming.":[188]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386465366","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2023-09-06T00:00:00"}
