{"id":"https://openalex.org/W4408712336","doi":"https://doi.org/10.1109/itsc58415.2024.10920141","title":"Hierarchical Deep Reinforcement Learning for Charging Scheduling of Electric Buses with Uncertainties","display_name":"Hierarchical Deep Reinforcement Learning for Charging Scheduling of Electric Buses with Uncertainties","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4408712336","doi":"https://doi.org/10.1109/itsc58415.2024.10920141"},"language":"en","primary_location":{"id":"doi:10.1109/itsc58415.2024.10920141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10920141","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002286785","display_name":"Jiaju Qi","orcid":"https://orcid.org/0000-0001-9633-9161"},"institutions":[{"id":"https://openalex.org/I79817857","display_name":"University of Guelph","ror":"https://ror.org/01r7awg59","country_code":"CA","type":"education","lineage":["https://openalex.org/I79817857"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Jiaju Qi","raw_affiliation_strings":["School of Engineering, University of Guelph,Guelph,ON,Canada,N1G 2W1"],"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Guelph,Guelph,ON,Canada,N1G 2W1","institution_ids":["https://openalex.org/I79817857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381361","display_name":"Lei Lei","orcid":"https://orcid.org/0000-0002-7828-0415"},"institutions":[{"id":"https://openalex.org/I79817857","display_name":"University of Guelph","ror":"https://ror.org/01r7awg59","country_code":"CA","type":"education","lineage":["https://openalex.org/I79817857"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lei Lei","raw_affiliation_strings":["School of Engineering, University of Guelph,Guelph,ON,Canada,N1G 2W1"],"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Guelph,Guelph,ON,Canada,N1G 2W1","institution_ids":["https://openalex.org/I79817857"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5116677768","display_name":"Thorsteinn Jonsson","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162107","display_name":"Ethica (Canada)","ror":"https://ror.org/05fcjtk81","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210162107"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Thorsteinn Jonsson","raw_affiliation_strings":["EthicalAI,Waterloo,ON,Canada,N2L 0C7"],"affiliations":[{"raw_affiliation_string":"EthicalAI,Waterloo,ON,Canada,N2L 0C7","institution_ids":["https://openalex.org/I4210162107"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002286785"],"corresponding_institution_ids":["https://openalex.org/I79817857"],"apc_list":null,"apc_paid":null,"fwci":0.2225,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57940864,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"90","last_page":"95"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8579747676849365},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6850947737693787},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6328790783882141},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3828859329223633},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33722251653671265},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19892579317092896}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8579747676849365},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6850947737693787},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6328790783882141},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3828859329223633},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33722251653671265},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19892579317092896},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc58415.2024.10920141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10920141","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1937574340","https://openalex.org/W2109910161","https://openalex.org/W2796088329","https://openalex.org/W2798189842","https://openalex.org/W2942034515","https://openalex.org/W2992461805","https://openalex.org/W3009066440","https://openalex.org/W3158269896","https://openalex.org/W3207987115","https://openalex.org/W4212898015","https://openalex.org/W4229055151","https://openalex.org/W4280621239","https://openalex.org/W4286748781","https://openalex.org/W4313397460","https://openalex.org/W4390204418","https://openalex.org/W6761754428","https://openalex.org/W6864254445"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"The":[0,111],"large-scale":[1],"popularization":[2],"of":[3,57,168],"electric":[4],"buses":[5],"(EBs)":[6],"marks":[7],"a":[8,95,130],"significant":[9],"stride":[10],"in":[11,44,74],"sustainable":[12],"development":[13],"strategies":[14],"aimed":[15],"at":[16,153],"environmental":[17,78],"conservation.":[18],"A":[19],"critical":[20],"concern":[21],"for":[22,136,150],"bus":[23],"companies":[24],"is":[25,37,134],"reducing":[26],"the":[27,42,55,122,126,147,163,169],"operational":[28],"costs":[29],"associated":[30],"with":[31],"charging":[32,59,148],"these":[33,64],"vehicles.":[34],"This":[35,61],"task":[36],"particularly":[38],"challenging":[39],"due":[40],"to":[41],"uncertainties":[43],"travel":[45],"time,":[46],"energy":[47],"consumption,":[48],"and":[49,93,117,166],"fluctuating":[50],"electricity":[51],"prices,":[52],"compounded":[53],"by":[54,66,120],"constraints":[56],"limited":[58],"infrastructure.":[60],"paper":[62],"tackles":[63],"complexities":[65],"leveraging":[67],"Deep":[68,98],"Reinforcement":[69,99],"Learning":[70,100],"(DRL),":[71],"which":[72],"excels":[73],"learning":[75,115],"directly":[76],"from":[77],"interactions":[79],"without":[80],"relying":[81],"on":[82],"pre-defined":[83],"models.":[84],"We":[85],"conceive":[86],"two":[87],"augmented":[88],"Markov":[89],"Decision":[90],"Processes":[91],"(MDPs)":[92],"propose":[94],"novel":[96],"Hierarchical":[97],"(HDRL)":[101],"algorithm":[102,113,124],"called":[103],"Double":[104],"Actor-Critic":[105],"Multi-Agent":[106],"Proximal":[107],"Policy":[108],"Optimization":[109],"(DAC-MAPPO).":[110],"proposed":[112],"enhances":[114],"efficiency":[116],"convergence":[118],"speed":[119],"integrating":[121],"MAPPO":[123],"into":[125],"DAC":[127],"architecture.":[128],"Specifically,":[129],"centralized":[131],"high-level":[132],"agent":[133],"responsible":[135],"making":[137],"charger":[138],"allocation":[139],"decisions,":[140],"while":[141],"multiple":[142],"decentralized":[143],"low-level":[144],"agents":[145],"determine":[146],"power":[149],"each":[151],"EB":[152],"every":[154],"time":[155],"step.":[156],"Experimental":[157],"evaluations":[158],"using":[159],"real-world":[160],"data":[161],"demonstrate":[162],"superior":[164],"performance":[165],"effectiveness":[167],"DAC-MAPPO":[170],"algorithm.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-02-25T08:12:03.925757","created_date":"2025-10-10T00:00:00"}