{"id":"https://openalex.org/W4412446757","doi":"https://doi.org/10.1109/med64031.2025.11073233","title":"Hierarchical Reinforcement Learning for Optimal EV Charging: A Multi-Level Framework for Dynamic Pricing and Load Scheduling","display_name":"Hierarchical Reinforcement Learning for Optimal EV Charging: A Multi-Level Framework for Dynamic Pricing and Load Scheduling","publication_year":2025,"publication_date":"2025-06-10","ids":{"openalex":"https://openalex.org/W4412446757","doi":"https://doi.org/10.1109/med64031.2025.11073233"},"language":"en","primary_location":{"id":"doi:10.1109/med64031.2025.11073233","is_oa":false,"landing_page_url":"https://doi.org/10.1109/med64031.2025.11073233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 33rd Mediterranean Conference on Control and Automation (MED)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1109/MED64031.2025.11073233","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092463766","display_name":"Dimitrios Vamvakas","orcid":"https://orcid.org/0009-0004-0517-105X"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]},{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Dimitrios G. Vamvakas","raw_affiliation_strings":["Informatics & Telematics Institute (I.T.I.), Center for Research and Technology Hellas (CERTH),Greece"],"affiliations":[{"raw_affiliation_string":"Informatics & Telematics Institute (I.T.I.), Center for Research and Technology Hellas (CERTH),Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014467032","display_name":"Christos Korkas","orcid":"https://orcid.org/0000-0002-2491-2659"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Christos D. Korkas","raw_affiliation_strings":["Informatics & Telematics Institute (I.T.I.), Center for Research and Technology Hellas (CERTH),Greece"],"affiliations":[{"raw_affiliation_string":"Informatics & Telematics Institute (I.T.I.), Center for Research and Technology Hellas (CERTH),Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076044292","display_name":"Christos Tsaknakis","orcid":"https://orcid.org/0009-0003-3362-280X"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]},{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Christos D. Tsaknakis","raw_affiliation_strings":["Informatics & Telematics Institute (I.T.I.), Center for Research and Technology Hellas (CERTH),Greece"],"affiliations":[{"raw_affiliation_string":"Informatics & Telematics Institute (I.T.I.), Center for Research and Technology Hellas (CERTH),Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071596476","display_name":"Elias B. Kosmatopoulos","orcid":"https://orcid.org/0000-0002-3735-4238"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Elias B. Kosmatopoulos","raw_affiliation_strings":["Informatics & Telematics Institute (I.T.I.), Center for Research and Technology Hellas (CERTH),Greece"],"affiliations":[{"raw_affiliation_string":"Informatics & Telematics Institute (I.T.I.), Center for Research and Technology Hellas (CERTH),Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5092463766"],"corresponding_institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19319882,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"405","last_page":"410"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8606769442558289},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7037163376808167},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.6510739326477051},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5239601135253906},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3541911244392395},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.21788129210472107},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17063820362091064},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.07210567593574524}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8606769442558289},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7037163376808167},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.6510739326477051},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5239601135253906},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3541911244392395},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.21788129210472107},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17063820362091064},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.07210567593574524},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/med64031.2025.11073233","is_oa":false,"landing_page_url":"https://doi.org/10.1109/med64031.2025.11073233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 33rd Mediterranean Conference on Control and Automation (MED)","raw_type":"proceedings-article"},{"id":"pmh:oai:zenodo.org:18016300","is_oa":true,"landing_page_url":"https://doi.org/10.1109/MED64031.2025.11073233","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MED, 2025 33rd Mediterranean Conference on Control and Automation, Tangier, Morocco, 10-13 June 2025","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:18016300","is_oa":true,"landing_page_url":"https://doi.org/10.1109/MED64031.2025.11073233","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MED, 2025 33rd Mediterranean Conference on Control and Automation, Tangier, Morocco, 10-13 June 2025","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W1974822268","https://openalex.org/W1997675007","https://openalex.org/W2738832468","https://openalex.org/W2744761565","https://openalex.org/W2950614095","https://openalex.org/W2963161674","https://openalex.org/W2963262099","https://openalex.org/W2964227312","https://openalex.org/W2973229164","https://openalex.org/W3046671056","https://openalex.org/W3109005681","https://openalex.org/W3161051625","https://openalex.org/W3168892396","https://openalex.org/W3216772467","https://openalex.org/W3217174239","https://openalex.org/W4211096738","https://openalex.org/W4214717370","https://openalex.org/W4230557482","https://openalex.org/W4285278266","https://openalex.org/W4308535915","https://openalex.org/W4384202122","https://openalex.org/W4385236003","https://openalex.org/W4401019045","https://openalex.org/W6675533633","https://openalex.org/W6703271639","https://openalex.org/W6734215269","https://openalex.org/W6744935223","https://openalex.org/W6752089545","https://openalex.org/W6804551661","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"This":[0],"paper":[1],"explores":[2],"the":[3,58,94,127,139],"application":[4],"of":[5],"Hierarchical":[6],"Reinforcement":[7],"Learning":[8],"(HRL)":[9],"in":[10,18,105,118],"optimizing":[11],"electric":[12],"vehicle":[13],"(EV)":[14],"charging,":[15],"addressing":[16],"challenges":[17],"load":[19,62],"scheduling,":[20],"energy":[21,112],"cost":[22],"management,":[23],"and":[24,78,107,126],"real-time":[25],"dynamic":[26,54],"pricing.":[27],"We":[28],"propose":[29],"a":[30,81,123,133],"hierarchical":[31],"environment":[32],"framework":[33,77],"with":[34],"two":[35],"interconnected":[36],"levels":[37],"designed":[38],"to":[39,83,138],"efficiently":[40],"manage":[41],"charging":[42,97],"demands":[43],"across":[44],"multiple":[45],"Charging":[46],"Stations":[47],"(Chargym).":[48],"The":[49,66,114],"upper":[50],"level":[51,60],"focuses":[52],"on":[53],"pricing":[55,108],"optimization,":[56],"while":[57,109],"lower":[59],"handles":[61],"distribution":[63],"among":[64],"EVs.":[65],"Deep":[67],"Deterministic":[68],"Policy":[69],"Gradient":[70],"(DDPG)":[71],"algorithm":[72],"is":[73],"implemented":[74],"within":[75],"this":[76],"evaluated":[79],"against":[80],"baseline":[82],"assess":[84],"its":[85],"performance.":[86],"Experimental":[87],"results":[88],"demonstrate":[89],"that":[90],"HRL":[91],"effectively":[92],"decomposes":[93],"complex":[95],"EV":[96],"problem":[98],"into":[99],"manageable":[100],"subtasks,":[101],"achieving":[102],"improved":[103],"efficiency":[104],"scheduling":[106],"ensuring":[110],"cost-effective":[111],"distribution.":[113],"upper-level":[115],"DDPG":[116],"agent":[117],"our":[119],"formulation":[120],"has":[121,131],"shown":[122,132],"35.58%":[124],"improvement,":[125,135],"overall":[128],"DSO":[129],"profit":[130],"101.04%":[134],"when":[136],"compared":[137],"RBC":[140],"baseline.":[141]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}