{"id":"https://openalex.org/W3210664331","doi":"https://doi.org/10.1109/isgtasia49270.2021.9715603","title":"Reinforcement Learning Based EV Charging Scheduling: A Novel Action Space Representation","display_name":"Reinforcement Learning Based EV Charging Scheduling: A Novel Action Space Representation","publication_year":2021,"publication_date":"2021-12-05","ids":{"openalex":"https://openalex.org/W3210664331","doi":"https://doi.org/10.1109/isgtasia49270.2021.9715603","mag":"3210664331"},"language":"en","primary_location":{"id":"doi:10.1109/isgtasia49270.2021.9715603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgtasia49270.2021.9715603","pdf_url":null,"source":{"id":"https://openalex.org/S4363605822","display_name":"2021 IEEE PES Innovative Smart Grid Technologies - Asia (ISGT Asia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE PES Innovative Smart Grid Technologies - Asia (ISGT Asia)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://portal.findresearcher.sdu.dk/da/publications/5df0309a-2473-4035-8a6a-c15b779025a8","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005099484","display_name":"Kun Qian","orcid":"https://orcid.org/0000-0002-6765-9446"},"institutions":[{"id":"https://openalex.org/I177969490","display_name":"University of Southern Denmark","ror":"https://ror.org/03yrrjy16","country_code":"DK","type":"education","lineage":["https://openalex.org/I177969490"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Kun Qian","raw_affiliation_strings":["University of Southern Denmark,Center for Industrial Electronics (CIE),Sønderborg,Denmark","nderborg, Denmark"],"affiliations":[{"raw_affiliation_string":"University of Southern Denmark,Center for Industrial Electronics (CIE),Sønderborg,Denmark","institution_ids":["https://openalex.org/I177969490"]},{"raw_affiliation_string":"nderborg, Denmark","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049795731","display_name":"Rebecca Adam","orcid":"https://orcid.org/0000-0003-1080-1330"},"institutions":[{"id":"https://openalex.org/I177969490","display_name":"University of Southern Denmark","ror":"https://ror.org/03yrrjy16","country_code":"DK","type":"education","lineage":["https://openalex.org/I177969490"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Rebecca Adam","raw_affiliation_strings":["University of Southern Denmark,Center for Industrial Electronics (CIE),Sønderborg,Denmark","nderborg, Denmark"],"affiliations":[{"raw_affiliation_string":"University of Southern Denmark,Center for Industrial Electronics (CIE),Sønderborg,Denmark","institution_ids":["https://openalex.org/I177969490"]},{"raw_affiliation_string":"nderborg, Denmark","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060432166","display_name":"Robert Brehm","orcid":"https://orcid.org/0000-0002-4124-9561"},"institutions":[{"id":"https://openalex.org/I177969490","display_name":"University of Southern Denmark","ror":"https://ror.org/03yrrjy16","country_code":"DK","type":"education","lineage":["https://openalex.org/I177969490"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Robert Brehm","raw_affiliation_strings":["University of Southern Denmark,Center for Industrial Electronics (CIE),Sønderborg,Denmark","nderborg, Denmark"],"affiliations":[{"raw_affiliation_string":"University of Southern Denmark,Center for Industrial Electronics (CIE),Sønderborg,Denmark","institution_ids":["https://openalex.org/I177969490"]},{"raw_affiliation_string":"nderborg, Denmark","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5005099484"],"corresponding_institution_ids":["https://openalex.org/I177969490"],"apc_list":null,"apc_paid":null,"fwci":2.6011,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.90684434,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8117885589599609},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7991375923156738},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.746298611164093},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6490644216537476},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4202677607536316},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4173932373523712},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.336589515209198},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3228772282600403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2544465661048889},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.24293610453605652},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11099261045455933},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.08996570110321045}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8117885589599609},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7991375923156738},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.746298611164093},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6490644216537476},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4202677607536316},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4173932373523712},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.336589515209198},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3228772282600403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2544465661048889},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.24293610453605652},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11099261045455933},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.08996570110321045},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isgtasia49270.2021.9715603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgtasia49270.2021.9715603","pdf_url":null,"source":{"id":"https://openalex.org/S4363605822","display_name":"2021 IEEE PES Innovative Smart Grid Technologies - Asia (ISGT Asia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE PES Innovative Smart Grid Technologies - Asia (ISGT Asia)","raw_type":"proceedings-article"},{"id":"pmh:oai:sdu.dk:openaire/5df0309a-2473-4035-8a6a-c15b779025a8","is_oa":true,"landing_page_url":"https://portal.findresearcher.sdu.dk/da/publications/5df0309a-2473-4035-8a6a-c15b779025a8","pdf_url":null,"source":{"id":"https://openalex.org/S4306400423","display_name":"University of Southern Denmark Research Portal (University of Southern Denmark)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177969490","host_organization_name":"University of Southern Denmark","host_organization_lineage":["https://openalex.org/I177969490"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Qian, K, Adam, R & Brehm, R 2021, Reinforcement Learning Based EV Charging Scheduling : A Novel Action Space Representation. in 2021 10th IEEE PES Innovative Smart Grid Technologies Asia (ISGT). IEEE, Proceedings - IEEE PES Innovative Smart Grid Technologies - Asia, 2021 IEEE PES Innovative Smart Grid Technology \u2013 Asia, Brisbane, Australia, 05/12/2021. https://doi.org/10.1109/ISGTAsia49270.2021.9715603","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:sdu.dk:openaire/5df0309a-2473-4035-8a6a-c15b779025a8","is_oa":true,"landing_page_url":"https://portal.findresearcher.sdu.dk/da/publications/5df0309a-2473-4035-8a6a-c15b779025a8","pdf_url":null,"source":{"id":"https://openalex.org/S4306400423","display_name":"University of Southern Denmark Research Portal (University of Southern Denmark)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177969490","host_organization_name":"University of Southern Denmark","host_organization_lineage":["https://openalex.org/I177969490"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Qian, K, Adam, R & Brehm, R 2021, Reinforcement Learning Based EV Charging Scheduling : A Novel Action Space Representation. in 2021 10th IEEE PES Innovative Smart Grid Technologies Asia (ISGT). IEEE, Proceedings - IEEE PES Innovative Smart Grid Technologies - Asia, 2021 IEEE PES Innovative Smart Grid Technology \u2013 Asia, Brisbane, Australia, 05/12/2021. https://doi.org/10.1109/ISGTAsia49270.2021.9715603","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.7400000095367432,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1852166568","https://openalex.org/W2051431619","https://openalex.org/W2051709840","https://openalex.org/W2070282304","https://openalex.org/W2345271292","https://openalex.org/W2554965035","https://openalex.org/W2789027126","https://openalex.org/W2899639849","https://openalex.org/W2943197788","https://openalex.org/W2952348579","https://openalex.org/W2964113250","https://openalex.org/W2988813306","https://openalex.org/W2990466689"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3204654320"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"several":[3],"optimization":[4],"techniques":[5],"have":[6],"been":[7,138],"proposed":[8,170],"for":[9,118,120,166,211],"electric":[10],"vehicle":[11],"(EV)":[12],"charging":[13,54,62,206],"scheduling.":[14,143],"A":[15,203],"common":[16],"approach":[17],"to":[18,49,72,99,125,141,148,184,199,216],"intelligent":[19],"scheduling":[20,44,105,128],"is":[21,45,70,180,209,221],"day-ahead":[22,43],"planning,":[23],"assuming":[24],"full":[25],"arrival":[26,123],"time,":[27],"departure":[28,80],"time":[29,81],"and":[30,82,103],"energy":[31,84],"demand":[32,85],"knowledge":[33],"or":[34],"having":[35],"them":[36],"forecasted.":[37],"However,":[38],"the":[39,42,50,53,57,60,75,79,83,100,121,127,185,191,200,217,224],"result":[40],"from":[41,52],"limitedly":[46],"applicable":[47],"due":[48],"uncertainties":[51],"behaviors.":[55],"With":[56],"deployment":[58],"of":[59,193],"EV":[61,76],"communication":[63],"protocol":[64],"defined":[65],"in":[66,171,214],"ISO":[67],"15118,":[68],"it":[69],"realistic":[71],"assume":[73],"that":[74,223],"will":[77],"publish":[78],"upon":[86],"arrival.":[87],"Thus,":[88],"real-time":[89,142],"scheduling,":[90],"making":[91],"decisions":[92,150],"at":[93],"each":[94],"decision":[95],"timeslot,":[96],"can":[97,145],"adapt":[98],"new":[101,161],"information":[102],"increase":[104],"performance.":[106],"Traditional":[107],"model-based":[108],"approaches":[109],"like":[110],"model":[111],"predictive":[112],"control":[113],"(MPC)":[114],"still":[115],"require":[116],"models,":[117],"example,":[119],"future":[122],"times":[124],"solve":[126],"problem.":[129],"Reinforcement":[130],"learning":[131],"(RL),":[132],"a":[133,160,172,194],"model-free":[134],"approach,":[135],"has":[136],"also":[137],"successfully":[139],"applied":[140],"RL":[144,168,197,226],"learn":[146],"how":[147],"make":[149],"without":[151],"relying":[152],"on":[153],"any":[154],"system":[155],"knowledge.":[156],"This":[157],"paper":[158],"proposes":[159],"action":[162,177],"space":[163,178],"construction":[164],"method":[165,198],"an":[167],"as":[169],"preceding":[173],"work.":[174],"The":[175],"resulting":[176],"size":[179],"significantly":[181],"reduced":[182],"compared":[183],"original":[186,201,218],"approach.":[187],"Further,":[188],"we":[189],"compare":[190],"performance":[192,212],"novel":[195],"prioritized":[196,225],"method.":[202,219],"publicly":[204],"available":[205],"session":[207],"dataset":[208],"used":[210],"comparison":[213],"contrast":[215],"It":[220],"shown,":[222],"performs":[227],"better.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-22T06:25:25.174409","created_date":"2025-10-10T00:00:00"}