{"id":"https://openalex.org/W4410491837","doi":"https://doi.org/10.1109/access.2025.3571211","title":"Electric Bus Charging Schedules Relying on Real Data-Driven Targets Based on Hierarchical Deep Reinforcement Learning","display_name":"Electric Bus Charging Schedules Relying on Real Data-Driven Targets Based on Hierarchical Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410491837","doi":"https://doi.org/10.1109/access.2025.3571211"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3571211","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3571211","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3571211","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002286785","display_name":"Jiaju Qi","orcid":"https://orcid.org/0000-0001-9633-9161"},"institutions":[{"id":"https://openalex.org/I79817857","display_name":"University of Guelph","ror":"https://ror.org/01r7awg59","country_code":"CA","type":"education","lineage":["https://openalex.org/I79817857"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Jiaju Qi","raw_affiliation_strings":["School of Engineering, University of Guelph, Guelph, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Guelph, Guelph, ON, Canada","institution_ids":["https://openalex.org/I79817857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381361","display_name":"Lei Lei","orcid":"https://orcid.org/0000-0002-7828-0415"},"institutions":[{"id":"https://openalex.org/I79817857","display_name":"University of Guelph","ror":"https://ror.org/01r7awg59","country_code":"CA","type":"education","lineage":["https://openalex.org/I79817857"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lei Lei","raw_affiliation_strings":["School of Engineering, University of Guelph, Guelph, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Guelph, Guelph, ON, Canada","institution_ids":["https://openalex.org/I79817857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116677768","display_name":"Thorsteinn Jonsson","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162107","display_name":"Ethica (Canada)","ror":"https://ror.org/05fcjtk81","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210162107"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Thorsteinn Jonsson","raw_affiliation_strings":["EthicalAI, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"EthicalAI, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I4210162107"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091122305","display_name":"Lajos Hanzo","orcid":"https://orcid.org/0000-0002-2636-5214"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lajos Hanzo","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton, Southampton, U.K"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, Southampton, U.K","institution_ids":["https://openalex.org/I43439940"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5002286785"],"corresponding_institution_ids":["https://openalex.org/I79817857"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7111,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.71224075,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"13","issue":null,"first_page":"99415","last_page":"99433"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8342866897583008},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7415334582328796},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4313909411430359},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34688907861709595}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8342866897583008},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7415334582328796},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4313909411430359},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34688907861709595}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2025.3571211","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3571211","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:eprints.soton.ac.uk:502330","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.soton.ac.uk/502330/1/FINAL_Article.pdf","source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:doaj.org/article:d8b4de96eb9b482fbb0030d7a86a124a","is_oa":true,"landing_page_url":"https://doaj.org/article/d8b4de96eb9b482fbb0030d7a86a124a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 99415-99433 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3571211","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3571211","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8538080985","display_name":null,"funder_award_id":"ALLRP 580528-22","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1592847719","https://openalex.org/W2109910161","https://openalex.org/W2121517924","https://openalex.org/W2746553466","https://openalex.org/W2771734675","https://openalex.org/W2899155315","https://openalex.org/W2910705848","https://openalex.org/W2911064742","https://openalex.org/W2946494788","https://openalex.org/W2949604932","https://openalex.org/W2951374645","https://openalex.org/W2964227312","https://openalex.org/W3009066440","https://openalex.org/W3049099793","https://openalex.org/W3108765643","https://openalex.org/W3158269896","https://openalex.org/W3168892396","https://openalex.org/W3196509035","https://openalex.org/W4212898015","https://openalex.org/W4226276044","https://openalex.org/W4229055151","https://openalex.org/W4233840023","https://openalex.org/W4280621239","https://openalex.org/W4281710283","https://openalex.org/W4290052333","https://openalex.org/W4310717780","https://openalex.org/W4311833437","https://openalex.org/W4313397439","https://openalex.org/W4313397460","https://openalex.org/W4321464018","https://openalex.org/W4360612281","https://openalex.org/W4378421758","https://openalex.org/W4390204418","https://openalex.org/W4391248598","https://openalex.org/W4391939256","https://openalex.org/W4392778932","https://openalex.org/W4393934260","https://openalex.org/W4394630978","https://openalex.org/W4403096868","https://openalex.org/W6683443546","https://openalex.org/W6703271639","https://openalex.org/W6740801417","https://openalex.org/W6746404916","https://openalex.org/W6752089545","https://openalex.org/W6759871227","https://openalex.org/W6772720893","https://openalex.org/W6864254445"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"The":[0,76],"charging":[1,29,112,116,129,138,146,151],"scheduling":[2],"problem":[3],"of":[4,50,131,143,179,188,196,204,232,241,248],"Electric":[5],"Buses":[6],"(EBs)":[7],"is":[8,21,39,86,154,190],"investigated":[9],"based":[10],"on":[11],"Deep":[12,79],"Reinforcement":[13],"Learning":[14],"(DRL).":[15],"A":[16],"Markov":[17],"Decision":[18],"Process":[19],"(MDP)":[20],"conceived,":[22],"where":[23],"the":[24,48,64,91,102,111,119,128,141,145,150,157,163,168,176,180,194,197,201,205,210,225,239,246,249],"time":[25,44,133],"horizon":[26],"includes":[27],"multiple":[28,43,73],"and":[30,72,167,200,217],"operating":[31],"periods":[32],"in":[33],"a":[34,68,100,136],"day,":[35],"while":[36,118,148],"each":[37],"period":[38],"further":[40],"divided":[41],"into":[42,67,214],"steps.":[45],"To":[46],"overcome":[47],"challenge":[49],"long-range":[51],"multi-phase":[52],"planning":[53],"with":[54,140,238],"sparse":[55],"reward,":[56],"we":[57,208],"conceive":[58],"Hierarchical":[59,77],"DRL":[60],"(HDRL)":[61],"for":[62,88,109,114,126,229],"decoupling":[63],"original":[65,181],"MDP":[66],"high-level":[69,103,165,198],"Semi-MDP":[70],"(SMDP)":[71],"low-level":[74,120,170,206],"MDPs.":[75],"Double":[78],"Q-Network":[80],"(HDDQN)-Hindsight":[81],"Experience":[82],"Replay":[83],"(HER)":[84],"algorithm":[85,222],"proposed":[87,250],"simultaneously":[89],"solving":[90],"decision":[92],"problems":[93],"arising":[94],"at":[95],"different":[96],"temporal":[97],"resolutions.":[98],"As":[99],"result,":[101],"agent":[104,121,199],"learns":[105,122],"an":[106,123],"effective":[107],"policy":[108,125,159,166,171,178],"prescribing":[110],"targets":[113],"every":[115,132],"period,":[117,139],"optimal":[124,164,169,177],"setting":[127],"power":[130],"step":[134],"within":[135],"single":[137],"aim":[142],"minimizing":[144],"costs":[147],"meeting":[149],"target.":[152],"It":[153],"proved":[155],"that":[156],"flat":[158],"constructed":[160],"by":[161],"superimposing":[162],"performs":[172],"as":[173,175],"well":[174],"MDP.":[182],"Since":[183],"jointly":[184],"learning":[185,212],"both":[186,230],"levels":[187,231],"policies":[189],"challenging":[191],"due":[192],"to":[193,223,244],"non-stationarity":[195],"sampling":[202],"inefficiency":[203],"agent,":[207],"divide":[209],"joint":[211],"process":[213],"two":[215],"phases":[216],"exploit":[218],"our":[219],"new":[220],"HER":[221],"manipulate":[224],"experience":[226],"replay":[227],"buffers":[228],"agents.":[233],"Numerical":[234],"experiments":[235],"are":[236],"performed":[237],"aid":[240],"real-world":[242],"data":[243],"evaluate":[245],"performance":[247],"algorithm.":[251]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}