{"id":"https://openalex.org/W4285285554","doi":"https://doi.org/10.1109/tkde.2022.3178819","title":"RLCharge: Imitative Multi-Agent Spatiotemporal Reinforcement Learning for Electric Vehicle Charging Station Recommendation","display_name":"RLCharge: Imitative Multi-Agent Spatiotemporal Reinforcement Learning for Electric Vehicle Charging Station Recommendation","publication_year":2022,"publication_date":"2022-05-30","ids":{"openalex":"https://openalex.org/W4285285554","doi":"https://doi.org/10.1109/tkde.2022.3178819"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2022.3178819","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2022.3178819","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100457935","display_name":"Weijia Zhang","orcid":"https://orcid.org/0000-0001-5085-5216"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Weijia Zhang","raw_affiliation_strings":["Thrust of Artificial Intelligence, Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","Thrust of Artificial Intelligence, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Thrust of Artificial Intelligence, Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Thrust of Artificial Intelligence, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458897","display_name":"Hao Liu","orcid":"https://orcid.org/0000-0003-4271-1567"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hao Liu","raw_affiliation_strings":["Thrust of Artificial Intelligence, Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","Thrust of Artificial Intelligence, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China and the Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"Thrust of Artificial Intelligence, Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Thrust of Artificial Intelligence, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China and the Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101862104","display_name":"Hui Xiong","orcid":"https://orcid.org/0000-0001-6016-6465"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I4210096887","display_name":"HKUST Shenzhen Research Institute","ror":"https://ror.org/00sz56h79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I200769079","https://openalex.org/I20231570","https://openalex.org/I4210096887","https://openalex.org/I4210147811"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Hui Xiong","raw_affiliation_strings":["HKUST Shenzhen-Hong Kong Collaborative Innovation Research Institute, Shenzhen, China","HKUST Shenzhen-Hong Kong Collaborative Innovation Research Institute, Shenzhen, China, the Thrust of Artificial Intelligence, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China, and the Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"HKUST Shenzhen-Hong Kong Collaborative Innovation Research Institute, Shenzhen, China","institution_ids":["https://openalex.org/I4210096887"]},{"raw_affiliation_string":"HKUST Shenzhen-Hong Kong Collaborative Innovation Research Institute, Shenzhen, China, the Thrust of Artificial Intelligence, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China, and the Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025292786","display_name":"Tong Xu","orcid":"https://orcid.org/0000-0003-4246-5386"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Xu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380545","display_name":"Fan Wang","orcid":"https://orcid.org/0000-0002-9803-6823"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Wang","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069845874","display_name":"Haoran Xin","orcid":"https://orcid.org/0000-0003-0134-5417"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran Xin","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015314503","display_name":"Hua Wu","orcid":"https://orcid.org/0000-0002-2805-4612"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Wu","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100457935"],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":3.7864,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.94053215,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"35","issue":"6","first_page":"6290","last_page":"6304"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8632726073265076},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8401833176612854},{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.6306120157241821},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5161893963813782},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4992210865020752},{"id":"https://openalex.org/keywords/charging-station","display_name":"Charging station","score":0.4752920866012573},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.44585278630256653},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.43343058228492737},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.414531946182251},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.2872071862220764}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8632726073265076},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8401833176612854},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.6306120157241821},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5161893963813782},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4992210865020752},{"id":"https://openalex.org/C2779607880","wikidata":"https://www.wikidata.org/wiki/Q2140665","display_name":"Charging station","level":4,"score":0.4752920866012573},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.44585278630256653},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.43343058228492737},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.414531946182251},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.2872071862220764},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tkde.2022.3178819","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2022.3178819","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-118240","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-118240","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2005150936","display_name":null,"funder_award_id":"62102110","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G425168253","display_name":null,"funder_award_id":"61960206008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1550669880","https://openalex.org/W1641379095","https://openalex.org/W2096145798","https://openalex.org/W2101491865","https://openalex.org/W2145339207","https://openalex.org/W2336603544","https://openalex.org/W2604283518","https://openalex.org/W2617547828","https://openalex.org/W2736601468","https://openalex.org/W2768629321","https://openalex.org/W2787267029","https://openalex.org/W2808816737","https://openalex.org/W2809079004","https://openalex.org/W2911064742","https://openalex.org/W2914154006","https://openalex.org/W2915117209","https://openalex.org/W2949464762","https://openalex.org/W2950721392","https://openalex.org/W2952474210","https://openalex.org/W2962764167","https://openalex.org/W2963658727","https://openalex.org/W2963841569","https://openalex.org/W2966596893","https://openalex.org/W2967800338","https://openalex.org/W2973014043","https://openalex.org/W2973229164","https://openalex.org/W2979079868","https://openalex.org/W2982704980","https://openalex.org/W2983178256","https://openalex.org/W2985510430","https://openalex.org/W3004802849","https://openalex.org/W3012437064","https://openalex.org/W3015302520","https://openalex.org/W3084423993","https://openalex.org/W3091993229","https://openalex.org/W3096739060","https://openalex.org/W3097327935","https://openalex.org/W3101780148","https://openalex.org/W3106464996","https://openalex.org/W3132328326","https://openalex.org/W3134632495","https://openalex.org/W3150739942","https://openalex.org/W3171370296","https://openalex.org/W3175872245","https://openalex.org/W3176170278","https://openalex.org/W3192022969","https://openalex.org/W4211232841","https://openalex.org/W6712181171","https://openalex.org/W6713411898","https://openalex.org/W6726873649","https://openalex.org/W6736622323","https://openalex.org/W6738796088","https://openalex.org/W6738964360","https://openalex.org/W6741002519","https://openalex.org/W6751139674","https://openalex.org/W6763484891","https://openalex.org/W6768539364","https://openalex.org/W6772452015","https://openalex.org/W6781750019"],"related_works":["https://openalex.org/W2046459260","https://openalex.org/W2765830098","https://openalex.org/W2967463586","https://openalex.org/W2074679142","https://openalex.org/W1971989957","https://openalex.org/W2517338020","https://openalex.org/W3157641275","https://openalex.org/W4312300846","https://openalex.org/W2104042711","https://openalex.org/W4206221578"],"abstract_inverted_index":{"Electric":[0],"Vehicle":[1],"(EV)":[2],"has":[3],"become":[4],"preferable":[5],"choices":[6],"in":[7,19],"modern":[8],"transportation":[9],"system":[10],"due":[11],"to":[12,27,55,127,146,157,170,183],"its":[13],"environmental":[14],"and":[15,39,176,186],"energy":[16],"sustainability.":[17],"However,":[18],"many":[20],"large":[21],"cities,":[22],"EV":[23,70],"drivers":[24],"often":[25],"fail":[26],"find":[28],"proper":[29],"spots":[30],"for":[31,68],"charging":[32,37,42,57,71,85],"because":[33],"of":[34,48],"the":[35,45,92,123,129,140,148,173,188,202],"limited":[36],"infrastructures":[38],"spatiotemporally":[40],"unbalanced":[41],"demands.":[43],"Indeed,":[44],"recent":[46],"emergence":[47],"deep":[49],"reinforcement":[50,98],"learning":[51,99,181],"provides":[52],"great":[53],"potential":[54],"improve":[56],"experience":[58],"over":[59],"long-term":[60,78],"horizons.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65,90,114,138,163],"propose":[66,115,139,177],"RLCharge":[67],"intelligent":[69],"station":[72,86],"recommendation":[73,130],"by":[74,82],"jointly":[75],"considering":[76],"various":[77],"spatiotemporal":[79],"factors.":[80],"Specifically,":[81],"regarding":[83],"each":[84],"as":[87,94],"an":[88,178],"agent,":[89],"formulate":[91],"problem":[93,151],"a":[95,104,116,165],"multi-objective":[96],"multi-agent":[97,105],"task.":[100],"We":[101],"first":[102],"develop":[103,164],"actor-critic":[106],"framework":[107],"with":[108,122,207],"centralized":[109,119,135],"training":[110],"decentralized":[111,153],"execution.":[112,154],"Particularly,":[113],"tailor":[117],"designed":[118],"attentive":[120],"critic":[121],"delayed":[124],"access":[125],"strategy":[126,169],"coordinate":[128],"between":[131],"geo-distributed":[132],"agents":[133],"during":[134,152],"training.":[136],"Besides,":[137],"spatio-temporal":[141],"heterogeneous":[142],"graph":[143],"convolution":[144],"module":[145],"handle":[147],"partial":[149],"observability":[150],"After":[155],"that,":[156],"effectively":[158],"optimize":[159],"multiple":[160],"divergent":[161],"objectives,":[162],"dynamic":[166],"gradient":[167],"re-weighting":[168],"adaptively":[171],"guide":[172],"optimization":[174],"direction,":[175],"adaptive":[179],"imitation":[180],"scheme":[182],"further":[184],"accelerate":[185],"stabilize":[187],"policy":[189],"convergence.":[190],"Finally,":[191],"extensive":[192],"experiments":[193],"on":[194],"two":[195],"real-world":[196],"datasets":[197],"demonstrate":[198],"that":[199],"RLCHARGE":[200],"achieves":[201],"best":[203],"comprehensive":[204],"performance":[205],"compared":[206],"ten":[208],"baseline":[209],"approaches.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":8}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}