{"id":"https://openalex.org/W2973885157","doi":"https://doi.org/10.1109/tsg.2019.2942593","title":"Deep Reinforcement Learning for EV Charging Navigation by Coordinating Smart Grid and Intelligent Transportation System","display_name":"Deep Reinforcement Learning for EV Charging Navigation by Coordinating Smart Grid and Intelligent Transportation System","publication_year":2019,"publication_date":"2019-09-20","ids":{"openalex":"https://openalex.org/W2973885157","doi":"https://doi.org/10.1109/tsg.2019.2942593","mag":"2973885157"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2019.2942593","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2019.2942593","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054284828","display_name":"Tao Qian","orcid":"https://orcid.org/0000-0001-6251-4574"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Qian","raw_affiliation_strings":["School of Electrical Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","Shaanxi Key Laboratory of Smart Grid, Xi\u2019an Jiaotong University, Xi\u2019an, China","Shaanxi Key Laboratory of Smart Grid, Xi'an Jiaotong University, Xi'an, China","School of Electrical Engineering, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-6251-4574","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Electrical Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045697278","display_name":"Chengcheng Shao","orcid":"https://orcid.org/0000-0001-7067-1713"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengcheng Shao","raw_affiliation_strings":["School of Electrical Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","Shaanxi Key Laboratory of Smart Grid, Xi\u2019an Jiaotong University, Xi\u2019an, China","School of Electrical Engineering, Xi'an Jiaotong University, Xi'an, China","Shaanxi Key Laboratory of Smart Grid, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-7067-1713","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Electrical Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114778104","display_name":"Xiuli Wang","orcid":"https://orcid.org/0000-0003-0787-7465"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuli Wang","raw_affiliation_strings":["School of Electrical Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","Shaanxi Key Laboratory of Smart Grid, Xi\u2019an Jiaotong University, Xi\u2019an, China","School of Electrical Engineering, Xi'an Jiaotong University, Xi'an, China","Shaanxi Key Laboratory of Smart Grid, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Electrical Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062440795","display_name":"Mohammad Shahidehpour","orcid":"https://orcid.org/0000-0002-8994-1688"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Shahidehpour","raw_affiliation_strings":["Robert W. Galvin Center for Electricity Innovation, Illinois Institute of Technology, Chicago, USA"],"raw_orcid":"https://orcid.org/0000-0002-8994-1688","affiliations":[{"raw_affiliation_string":"Robert W. Galvin Center for Electricity Innovation, Illinois Institute of Technology, Chicago, USA","institution_ids":["https://openalex.org/I180949307"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5054284828"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":11.5024,"has_fulltext":false,"cited_by_count":248,"citation_normalized_percentile":{"value":0.98978405,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"11","issue":"2","first_page":"1714","last_page":"1723"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7705620527267456},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7648918032646179},{"id":"https://openalex.org/keywords/charging-station","display_name":"Charging station","score":0.7111469507217407},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.642181396484375},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.5913289785385132},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.5880553722381592},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5609794855117798},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.5483608245849609},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5400570034980774},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5103651881217957},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.44369199872016907},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.41889166831970215},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.39058297872543335},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3441022038459778},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3161030411720276},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2243850827217102},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.15393468737602234},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.14786022901535034},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.1275327205657959},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08097192645072937}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7705620527267456},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7648918032646179},{"id":"https://openalex.org/C2779607880","wikidata":"https://www.wikidata.org/wiki/Q2140665","display_name":"Charging station","level":4,"score":0.7111469507217407},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.642181396484375},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.5913289785385132},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5880553722381592},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5609794855117798},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.5483608245849609},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5400570034980774},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5103651881217957},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.44369199872016907},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.41889166831970215},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.39058297872543335},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3441022038459778},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3161030411720276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2243850827217102},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.15393468737602234},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.14786022901535034},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.1275327205657959},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08097192645072937},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2019.2942593","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2019.2942593","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G813504475","display_name":null,"funder_award_id":"U1766205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335967","display_name":"Science and Technology Project of State Grid","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1986681903","https://openalex.org/W2001021292","https://openalex.org/W2010822771","https://openalex.org/W2018489428","https://openalex.org/W2020899830","https://openalex.org/W2055626365","https://openalex.org/W2077440620","https://openalex.org/W2103496339","https://openalex.org/W2115594466","https://openalex.org/W2132071810","https://openalex.org/W2145339207","https://openalex.org/W2257979135","https://openalex.org/W2277948250","https://openalex.org/W2471802579","https://openalex.org/W2494612847","https://openalex.org/W2512718472","https://openalex.org/W2515947593","https://openalex.org/W2526184833","https://openalex.org/W2591346622","https://openalex.org/W2597125925","https://openalex.org/W2605772750","https://openalex.org/W2615374388","https://openalex.org/W2757171046","https://openalex.org/W2766447205","https://openalex.org/W2772241686","https://openalex.org/W2774852867","https://openalex.org/W2884320687","https://openalex.org/W2899639849","https://openalex.org/W2901747954","https://openalex.org/W2906561131"],"related_works":["https://openalex.org/W3034924094","https://openalex.org/W3094954546","https://openalex.org/W1488708774","https://openalex.org/W1982811510","https://openalex.org/W4391100477","https://openalex.org/W2402189625","https://openalex.org/W4327779705","https://openalex.org/W4310560702","https://openalex.org/W1513698804","https://openalex.org/W2029712093"],"abstract_inverted_index":{"A":[0],"coordinated":[1],"operation":[2],"of":[3,20,44,98,138,159,174],"smart":[4],"grid":[5],"(SG)":[6],"and":[7,22,49,77,102,163,176,183],"intelligent":[8],"transportation":[9,23],"system":[10],"(ITS)":[11],"provides":[12],"electric":[13],"vehicle":[14],"(EV)":[15],"owners":[16],"with":[17,114],"a":[18,37,62,109,146],"myriad":[19],"power":[21],"network":[24],"data":[25,101],"for":[26],"EV":[27,53,67,105,168,188],"charging":[28,33,47,54,68,79,89,106,185,189],"navigation.":[29],"However,":[30],"the":[31,42,73,78,86,125,131,157,160,180,184],"optimal":[32,132],"navigation":[34,107],"would":[35],"be":[36],"challenging":[38],"task":[39],"owing":[40],"to":[41,93,167],"randomness":[43],"traffic":[45],"conditions,":[46],"prices":[48],"waiting":[50,181],"time":[51,76,182],"at":[52,71,81],"station":[55],"(EVCS).":[56],"In":[57],"this":[58],"paper,":[59],"we":[60,84],"propose":[61],"deep":[63],"reinforcement":[64],"learning":[65],"(DRL)-based":[66],"navigation,":[69],"aiming":[70],"minimizing":[72],"total":[74],"travel":[75],"cost":[80,186],"EVCS.":[82],"First,":[83],"utilize":[85],"deterministic":[87],"shortest":[88],"route":[90],"model":[91],"(DSCRM)":[92],"extract":[94],"feature":[95],"states":[96],"out":[97,144],"collected":[99],"stochastic":[100],"then":[103],"formulate":[104],"as":[108],"Markov":[110],"Decision":[111],"Process":[112],"(MDP)":[113],"an":[115],"unknown":[116],"transition":[117],"probability.":[118],"The":[119,171],"proposed":[120,161],"DRL-based":[121],"approach":[122,162],"will":[123],"approximate":[124],"solution,":[126],"which":[127],"can":[128],"adaptively":[129],"learn":[130],"strategy":[133],"without":[134],"any":[135],"prior":[136],"knowledge":[137],"uncertainties.":[139],"Case":[140],"studies":[141],"are":[142],"carried":[143],"within":[145],"practical":[147],"zone":[148],"in":[149,187],"Xi'an":[150],"city,":[151],"China.":[152],"Numerous":[153],"experimental":[154],"results":[155],"verity":[156],"effectiveness":[158],"illustrate":[164],"its":[165],"adaptation":[166],"driver":[169],"preferences.":[170],"coordination":[172],"effect":[173],"SG":[175],"ITS":[177],"on":[178],"reducing":[179],"navigations":[190],"is":[191],"also":[192],"analyzed.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":41},{"year":2024,"cited_by_count":49},{"year":2023,"cited_by_count":53},{"year":2022,"cited_by_count":51},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":16}],"updated_date":"2026-05-15T08:27:34.491423","created_date":"2025-10-10T00:00:00"}