{"id":"https://openalex.org/W3132328326","doi":"https://doi.org/10.1145/3442381.3449934","title":"Intelligent Electric Vehicle Charging Recommendation Based on Multi-Agent Reinforcement Learning","display_name":"Intelligent Electric Vehicle Charging Recommendation Based on Multi-Agent Reinforcement Learning","publication_year":2021,"publication_date":"2021-04-19","ids":{"openalex":"https://openalex.org/W3132328326","doi":"https://doi.org/10.1145/3442381.3449934","mag":"3132328326"},"language":"en","primary_location":{"id":"doi:10.1145/3442381.3449934","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3449934","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3442381.3449934","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100457935","display_name":"Weijia Zhang","orcid":"https://orcid.org/0000-0001-5085-5216"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weijia Zhang","raw_affiliation_strings":["University of Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458897","display_name":"Hao Liu","orcid":"https://orcid.org/0000-0003-4271-1567"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Liu","raw_affiliation_strings":["Baidu Research, China"],"affiliations":[{"raw_affiliation_string":"Baidu Research, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380545","display_name":"Fan Wang","orcid":"https://orcid.org/0000-0002-9803-6823"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Wang","raw_affiliation_strings":["Baidu, Inc., China"],"affiliations":[{"raw_affiliation_string":"Baidu, Inc., China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025292786","display_name":"Tong Xu","orcid":"https://orcid.org/0000-0003-4246-5386"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Xu","raw_affiliation_strings":["University of Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069845874","display_name":"Haoran Xin","orcid":"https://orcid.org/0000-0003-0134-5417"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran Xin","raw_affiliation_strings":["University of Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021332177","display_name":"Dejing Dou","orcid":"https://orcid.org/0000-0003-2949-6874"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dejing Dou","raw_affiliation_strings":["Baidu Research, China"],"affiliations":[{"raw_affiliation_string":"Baidu Research, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101862104","display_name":"Hui Xiong","orcid":"https://orcid.org/0000-0001-6016-6465"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hui Xiong","raw_affiliation_strings":["Rutgers University, China"],"affiliations":[{"raw_affiliation_string":"Rutgers University, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100457935"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":6.7723,"has_fulltext":false,"cited_by_count":90,"citation_normalized_percentile":{"value":0.97541507,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1856","last_page":"1867"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12501","display_name":"Digital Economy and Work Transformation","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.93341064453125},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.769102931022644},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7486368417739868},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6397578120231628},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.49094560742378235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4577764868736267},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44561365246772766},{"id":"https://openalex.org/keywords/charging-station","display_name":"Charging station","score":0.4151574671268463},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.30709314346313477},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.19514209032058716},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14724200963974},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.13957172632217407},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.1257256269454956}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.93341064453125},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.769102931022644},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7486368417739868},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6397578120231628},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.49094560742378235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4577764868736267},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44561365246772766},{"id":"https://openalex.org/C2779607880","wikidata":"https://www.wikidata.org/wiki/Q2140665","display_name":"Charging station","level":4,"score":0.4151574671268463},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.30709314346313477},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.19514209032058716},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14724200963974},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.13957172632217407},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.1257256269454956},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3442381.3449934","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3449934","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2102.07359","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.07359","pdf_url":"https://arxiv.org/pdf/2102.07359","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3442381.3449934","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3449934","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5799999833106995,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1550669880","https://openalex.org/W1641379095","https://openalex.org/W2091839368","https://openalex.org/W2096145798","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2336603544","https://openalex.org/W2395575420","https://openalex.org/W2402402867","https://openalex.org/W2571097389","https://openalex.org/W2604283518","https://openalex.org/W2617547828","https://openalex.org/W2623431351","https://openalex.org/W2736601468","https://openalex.org/W2756196406","https://openalex.org/W2768629321","https://openalex.org/W2787267029","https://openalex.org/W2789200469","https://openalex.org/W2803155336","https://openalex.org/W2808816737","https://openalex.org/W2809079004","https://openalex.org/W2894976951","https://openalex.org/W2904403013","https://openalex.org/W2911064742","https://openalex.org/W2914154006","https://openalex.org/W2915117209","https://openalex.org/W2949464762","https://openalex.org/W2950721392","https://openalex.org/W2962764167","https://openalex.org/W2962938168","https://openalex.org/W2963658727","https://openalex.org/W2963717208","https://openalex.org/W2963841569","https://openalex.org/W2963864421","https://openalex.org/W2964338167","https://openalex.org/W2966596893","https://openalex.org/W2967800338","https://openalex.org/W2979079868","https://openalex.org/W2982704980","https://openalex.org/W2982903005","https://openalex.org/W2983178256","https://openalex.org/W2985510430","https://openalex.org/W2997513934","https://openalex.org/W3004802849","https://openalex.org/W3012437064","https://openalex.org/W3015302520","https://openalex.org/W3034326350","https://openalex.org/W3084423993","https://openalex.org/W3091993229","https://openalex.org/W3096739060","https://openalex.org/W3100997743","https://openalex.org/W3102059892","https://openalex.org/W3106464996","https://openalex.org/W3126977517","https://openalex.org/W3129006102","https://openalex.org/W3150739942","https://openalex.org/W3175872245","https://openalex.org/W3176170278","https://openalex.org/W4287364711","https://openalex.org/W4299802797"],"related_works":["https://openalex.org/W2981497404","https://openalex.org/W2362149433","https://openalex.org/W4378211444","https://openalex.org/W2156399915","https://openalex.org/W2084958424","https://openalex.org/W2986711310","https://openalex.org/W3203839526","https://openalex.org/W4310614479","https://openalex.org/W4390190385","https://openalex.org/W2040882490"],"abstract_inverted_index":{"Electric":[0],"Vehicle":[1],"(EV)":[2],"has":[3],"become":[4],"a":[5,68,76,113,122,150,182],"preferable":[6],"choice":[7],"in":[8,21],"the":[9,31,38,43,49,61,127,133,141,156,174,190,204],"modern":[10],"transportation":[11],"system":[12],"due":[13],"to":[14,29,59,131,139,154,166,178,187],"its":[15],"environmental":[16],"and":[17,42,180],"energy":[18],"sustainability.":[19],"However,":[20],"many":[22],"large":[23],"cities,":[24],"EV":[25],"drivers":[26],"often":[27],"fail":[28],"find":[30],"proper":[32],"spots":[33],"for":[34,84],"charging,":[35],"because":[36],"of":[37,52,143,158],"limited":[39],"charging":[40,46,62,89,102,146,160],"infrastructures":[41],"spatiotemporally":[44],"unbalanced":[45],"demands.":[47],"Indeed,":[48],"recent":[50],"emergence":[51],"deep":[53],"reinforcement":[54,116],"learning":[55,117,170],"provides":[56],"great":[57],"potential":[58,145],"improve":[60],"experience":[63],"from":[64],"various":[65,94],"aspects":[66],"over":[67],"long-term":[69,95],"horizon.":[70],"In":[71],"this":[72,110],"paper,":[73],"we":[74,108,148,172],"propose":[75],"framework,":[77],"named":[78],"Multi-Agent":[79],"Spatio-Temporal":[80],"Reinforcement":[81],"Learning":[82],"(Master),":[83],"intelligently":[85],"recommending":[86],"public":[87],"accessible":[88],"stations":[90],"by":[91,99],"jointly":[92],"considering":[93],"spatiotemporal":[96],"factors.":[97],"Specifically,":[98],"regarding":[100],"each":[101],"station":[103],"as":[104,112],"an":[105],"individual":[106],"agent,":[107],"formulate":[109],"problem":[111],"multi-objective":[114],"multi-agent":[115,123],"task.":[118],"We":[119],"first":[120],"develop":[121,181],"actor-critic":[124],"framework":[125],"with":[126,209],"centralized":[128,175],"attentive":[129,176],"critic":[130,177],"coordinate":[132],"recommendation":[134],"between":[135],"geo-distributed":[136],"agents.":[137],"Moreover,":[138],"quantify":[140],"influence":[142],"future":[144,159],"competition,":[147],"introduce":[149],"delayed":[151],"access":[152],"strategy":[153,186],"exploit":[155],"knowledge":[157],"competition":[161],"during":[162],"training.":[163],"After":[164],"that,":[165],"effectively":[167],"optimize":[168],"multiple":[169],"objectives,":[171],"extend":[173],"multi-critics":[179],"dynamic":[183],"gradient":[184],"re-weighting":[185],"adaptively":[188],"guide":[189],"optimization":[191],"direction.":[192],"Finally,":[193],"extensive":[194],"experiments":[195],"on":[196],"two":[197],"real-world":[198],"datasets":[199],"demonstrate":[200],"that":[201],"Master":[202],"achieves":[203],"best":[205],"comprehensive":[206],"performance":[207],"compared":[208],"nine":[210],"baseline":[211],"approaches.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":29},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":5}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}