{"id":"https://openalex.org/W3037451795","doi":"https://doi.org/10.1109/tits.2020.3002271","title":"Effective Charging Planning Based on Deep Reinforcement Learning for Electric Vehicles","display_name":"Effective Charging Planning Based on Deep Reinforcement Learning for Electric Vehicles","publication_year":2020,"publication_date":"2020-06-24","ids":{"openalex":"https://openalex.org/W3037451795","doi":"https://doi.org/10.1109/tits.2020.3002271","mag":"3037451795"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2020.3002271","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2020.3002271","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100438364","display_name":"Cong Zhang","orcid":"https://orcid.org/0000-0001-6387-503X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cong Zhang","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6387-503X","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020422392","display_name":"Yuanan Liu","orcid":"https://orcid.org/0000-0002-8076-1904"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanan Liu","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8076-1904","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100676495","display_name":"Fan Wu","orcid":"https://orcid.org/0000-0002-1286-7141"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Wu","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1286-7141","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102968225","display_name":"Bihua Tang","orcid":"https://orcid.org/0009-0005-3588-0671"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bihua Tang","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065601551","display_name":"Wenhao Fan","orcid":"https://orcid.org/0000-0001-5288-8708"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Fan","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5288-8708","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100438364"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":7.2822,"has_fulltext":false,"cited_by_count":156,"citation_normalized_percentile":{"value":0.97837891,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":"1","first_page":"542","last_page":"554"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.807880163192749},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7188076376914978},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6585952639579773},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.5864779949188232},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5578048229217529},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.4991471767425537},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4549604654312134},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4485729932785034},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.43184998631477356},{"id":"https://openalex.org/keywords/charging-station","display_name":"Charging station","score":0.42902401089668274},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.42526161670684814},{"id":"https://openalex.org/keywords/fuel-efficiency","display_name":"Fuel efficiency","score":0.4183436632156372},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3404539227485657},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32021525502204895},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.2925475537776947},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2601252794265747},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.16337871551513672},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1022748351097107},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.10058736801147461},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09085127711296082},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.08724212646484375}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.807880163192749},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7188076376914978},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6585952639579773},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.5864779949188232},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5578048229217529},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.4991471767425537},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4549604654312134},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4485729932785034},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.43184998631477356},{"id":"https://openalex.org/C2779607880","wikidata":"https://www.wikidata.org/wiki/Q2140665","display_name":"Charging station","level":4,"score":0.42902401089668274},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.42526161670684814},{"id":"https://openalex.org/C45882903","wikidata":"https://www.wikidata.org/wiki/Q5042317","display_name":"Fuel efficiency","level":2,"score":0.4183436632156372},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3404539227485657},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32021525502204895},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.2925475537776947},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2601252794265747},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.16337871551513672},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1022748351097107},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.10058736801147461},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09085127711296082},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.08724212646484375},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2020.3002271","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2020.3002271","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3013670616","display_name":null,"funder_award_id":"61701041","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8194511106","display_name":null,"funder_award_id":"61821001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336363","display_name":"Beijing Key Laboratory of Work Safety Intelligent Monitoring, Beijing University of Posts and Telecommunications","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1604400008","https://openalex.org/W1868915578","https://openalex.org/W1966959137","https://openalex.org/W1972534007","https://openalex.org/W2002048403","https://openalex.org/W2008257391","https://openalex.org/W2027357857","https://openalex.org/W2036471923","https://openalex.org/W2039112427","https://openalex.org/W2042678256","https://openalex.org/W2046612982","https://openalex.org/W2050974717","https://openalex.org/W2051431619","https://openalex.org/W2052144254","https://openalex.org/W2061988829","https://openalex.org/W2065175623","https://openalex.org/W2078834385","https://openalex.org/W2086463221","https://openalex.org/W2087848664","https://openalex.org/W2093184740","https://openalex.org/W2094764575","https://openalex.org/W2102041666","https://openalex.org/W2109910161","https://openalex.org/W2115594466","https://openalex.org/W2116526546","https://openalex.org/W2134704122","https://openalex.org/W2145339207","https://openalex.org/W2149617044","https://openalex.org/W2166771065","https://openalex.org/W2345271292","https://openalex.org/W2566468558","https://openalex.org/W2743045177","https://openalex.org/W2763126965","https://openalex.org/W2772241686","https://openalex.org/W2784667239","https://openalex.org/W2792952081","https://openalex.org/W2805410871","https://openalex.org/W2807347741","https://openalex.org/W2899639849","https://openalex.org/W2931528235","https://openalex.org/W2944339461","https://openalex.org/W2945600517","https://openalex.org/W2968303619"],"related_works":["https://openalex.org/W2362149433","https://openalex.org/W4378211444","https://openalex.org/W2156399915","https://openalex.org/W4310614479","https://openalex.org/W2981497404","https://openalex.org/W2986711310","https://openalex.org/W3203839526","https://openalex.org/W2084958424","https://openalex.org/W2040882490","https://openalex.org/W1974258700"],"abstract_inverted_index":{"Electric":[0],"vehicles":[1],"(EVs)":[2],"are":[3],"viewed":[4],"as":[5,99],"an":[6,55],"attractive":[7],"option":[8],"to":[9,65,110,120,147,169],"reduce":[10,66,162],"carbon":[11],"emission":[12],"and":[13,29,83,104,128,141,171],"fuel":[14],"consumption,":[15],"but":[16],"the":[17,25,30,67,85,88,93,116,122,132,149,157,163],"popularization":[18],"of":[19,43,51,87,96,115,126,151,166],"EVs":[20,38,79,127,167],"has":[21,60],"been":[22],"hindered":[23],"by":[24],"cruising":[26],"range":[27],"limitation":[28],"inconvenient":[31],"charging":[32,36,57,69,80,98,124,164],"process.":[33],"In":[34,73],"public":[35],"stations,":[37],"usually":[39],"spend":[40],"a":[41,62,100],"lot":[42],"time":[44,70,125,165],"on":[45,138],"queuing":[46],"especially":[47],"during":[48],"peak":[49],"hours":[50],"charging.":[52],"Therefore,":[53],"building":[54],"effective":[56],"planning":[58],"system":[59],"become":[61],"crucial":[63],"task":[64],"total":[68,123],"for":[71],"EVs.":[72],"this":[74],"paper,":[75],"we":[76,91,136],"first":[77],"introduce":[78],"scheduling":[81,94],"problem":[82,95],"prove":[84],"NP-hardness":[86],"problem.":[89],"Then,":[90],"formalize":[92],"EV":[97],"Markov":[101],"Decision":[102],"Process":[103],"propose":[105],"deep":[106],"reinforcement":[107],"learning":[108],"algorithms":[109,118,146,159],"address":[111],"it.":[112],"The":[113],"objective":[114],"proposed":[117,158],"is":[119],"minimize":[121],"maximal":[129],"reduction":[130],"in":[131],"origin-destination":[133],"distance.":[134],"Finally,":[135],"experiment":[137],"real-world":[139],"data":[140],"compare":[142],"with":[143],"two":[144],"baseline":[145],"demonstrate":[148],"effectiveness":[150],"our":[152],"approach.":[153],"It":[154],"shows":[155],"that":[156],"can":[160],"significantly":[161],"compared":[168],"EST":[170],"NNCR":[172],"algorithms.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":39},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":12}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}