{"id":"https://openalex.org/W4312228395","doi":"https://doi.org/10.1109/tsg.2022.3214680","title":"A Constraint-Based Routing and Charging Methodology for Battery Electric Vehicles With Deep Reinforcement Learning","display_name":"A Constraint-Based Routing and Charging Methodology for Battery Electric Vehicles With Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-11-03","ids":{"openalex":"https://openalex.org/W4312228395","doi":"https://doi.org/10.1109/tsg.2022.3214680"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2022.3214680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3214680","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100386002","display_name":"Ying Zhang","orcid":"https://orcid.org/0000-0001-5336-5431"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zhang","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5336-5431","affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100783915","display_name":"Muyang Li","orcid":"https://orcid.org/0000-0001-6266-3529"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muyang Li","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015706053","display_name":"Yuanchang Chen","orcid":"https://orcid.org/0000-0002-3923-0933"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanchang Chen","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045786247","display_name":"Yao\u2010Yi Chiang","orcid":"https://orcid.org/0000-0002-8923-0130"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yao-Yi Chiang","raw_affiliation_strings":["School of Computer Science and Engineering Department, University of Minnesota College of Science and Engineering, Minneapolis, MN, USA"],"raw_orcid":"https://orcid.org/0000-0002-8923-0130","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering Department, University of Minnesota College of Science and Engineering, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101952202","display_name":"Yunpeng Hua","orcid":"https://orcid.org/0000-0001-9366-9210"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunpeng Hua","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.232,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.88468089,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"14","issue":"3","first_page":"2446","last_page":"2459"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8447732925415039},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.6251402497291565},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5308718681335449},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5297542214393616},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4862009882926941},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.47851693630218506},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.39028632640838623},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3644558787345886},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27675431966781616},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.20827090740203857},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12460151314735413}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8447732925415039},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.6251402497291565},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5308718681335449},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5297542214393616},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4862009882926941},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.47851693630218506},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.39028632640838623},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3644558787345886},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27675431966781616},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.20827090740203857},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12460151314735413},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2022.3214680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3214680","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G6313958760","display_name":null,"funder_award_id":"52078212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7575184112","display_name":null,"funder_award_id":"20190303133SF","funder_id":"https://openalex.org/F4320335953","funder_display_name":"Jilin Scientific and Technological Development Program"},{"id":"https://openalex.org/G8786315242","display_name":null,"funder_award_id":"IWHR-SKL-202003","funder_id":"https://openalex.org/F4320326986","funder_display_name":"State Key Laboratory of Simulation and Regulation of Water Cycle in River Basin"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326986","display_name":"State Key Laboratory of Simulation and Regulation of Water Cycle in River Basin","ror":null},{"id":"https://openalex.org/F4320335953","display_name":"Jilin Scientific and Technological Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W90342575","https://openalex.org/W1513030471","https://openalex.org/W1573257477","https://openalex.org/W1965856911","https://openalex.org/W1969483458","https://openalex.org/W2001187684","https://openalex.org/W2018826281","https://openalex.org/W2038692104","https://openalex.org/W2066871138","https://openalex.org/W2096774592","https://openalex.org/W2103610940","https://openalex.org/W2105439246","https://openalex.org/W2106360015","https://openalex.org/W2110696458","https://openalex.org/W2150841368","https://openalex.org/W2167246044","https://openalex.org/W2168148394","https://openalex.org/W2189311506","https://openalex.org/W2192220778","https://openalex.org/W2556366151","https://openalex.org/W2593704234","https://openalex.org/W2596621143","https://openalex.org/W2623293810","https://openalex.org/W2728021396","https://openalex.org/W2746553466","https://openalex.org/W2804806019","https://openalex.org/W2807476970","https://openalex.org/W2888818566","https://openalex.org/W2914011715","https://openalex.org/W2921843294","https://openalex.org/W2970777207","https://openalex.org/W2970924957","https://openalex.org/W2973885157","https://openalex.org/W2983479795","https://openalex.org/W2985097503","https://openalex.org/W2999182754","https://openalex.org/W3005162364","https://openalex.org/W3011437664","https://openalex.org/W3110199136","https://openalex.org/W3181341067","https://openalex.org/W3181529582","https://openalex.org/W3184227953","https://openalex.org/W4206267795","https://openalex.org/W6630616596","https://openalex.org/W6685444567","https://openalex.org/W6774728698"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Electric":[0],"vehicle":[1],"route":[2,117],"planning":[3],"(EVRP)":[4],"is":[5,100,128,143,167],"generated":[6,137],"from":[7],"the":[8,25,33,82,90,93,135,146,151,156,162,176,187],"collaborative":[9],"operation":[10],"of":[11,28,38,85,105,145,158],"smart":[12],"grids":[13],"and":[14,80,92,110,150],"intelligent":[15],"transportation":[16],"systems.":[17],"It":[18],"has":[19],"become":[20],"an":[21,54],"essential":[22],"issue":[23],"for":[24,46,61,120,165],"widespread":[26],"use":[27],"battery":[29],"electric":[30,67,152],"vehicles.":[31],"However,":[32],"existed":[34],"EVRP":[35,166],"solutions":[36,79],"are":[37],"either":[39],"high":[40],"computational":[41],"complexity":[42],"or":[43],"low":[44],"efficiency":[45],"large-scale":[47],"problems.":[48],"Towards":[49],"such":[50],"issues,":[51],"we":[52],"propose":[53],"efficient":[55],"Deep":[56],"Reinforcement":[57],"Learning":[58],"based":[59],"methodology":[60,142,174],"constraint-based":[62],"routing":[63],"while":[64],"simultaneously":[65],"considering":[66],"vehicles\u2019":[68,153],"charging":[69,132],"policies.":[70],"We":[71],"design":[72],"a":[73,103,113,131],"two-layer":[74],"model":[75,164,189],"to":[76,89,101,129,194],"find":[77],"near-optimal":[78],"handle":[81],"broad":[83],"range":[84],"problem":[86,123,197],"instances":[87,198],"according":[88],"rewards":[91],"preset":[94],"feasibility":[95],"rules.":[96],"The":[97,125,140,169],"first":[98],"layer":[99,127],"approximate":[102],"sequence":[104],"consecutive":[106],"actions":[107],"in":[108,161,179],"reality":[109],"correspondingly":[111],"produce":[112],"minimum":[114],"time-consuming":[115],"feasible":[116,138],"without":[118,203],"re-training":[119,204],"each":[121],"new":[122],"instance.":[124],"second":[126],"generate":[130],"scheme":[133],"along":[134],"previously":[136],"path.":[139],"proposed":[141],"independent":[144],"road":[147,201],"network":[148],"topology":[149],"types.":[154],"Besides,":[155],"convergence":[157],"value":[159],"function":[160],"presented":[163],"studied.":[168],"experiment":[170],"shows":[171],"that":[172],"our":[173],"outperforms":[175],"traditional":[177],"ones":[178],"computation":[180],"time":[181],"with":[182],"comparable":[183],"solution":[184],"quality.":[185],"Moreover,":[186],"obtained":[188],"can":[190],"be":[191],"directly":[192],"applied":[193],"treat":[195],"other":[196],"on":[199],"various":[200],"networks":[202],"procedures.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}