{"id":"https://openalex.org/W3182999346","doi":"https://doi.org/10.1109/iccworkshops50388.2021.9473555","title":"Deep Reinforcement Learning Based Dynamic Route Planning for Minimizing Travel Time","display_name":"Deep Reinforcement Learning Based Dynamic Route Planning for Minimizing Travel Time","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3182999346","doi":"https://doi.org/10.1109/iccworkshops50388.2021.9473555","mag":"3182999346"},"language":"en","primary_location":{"id":"doi:10.1109/iccworkshops50388.2021.9473555","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops50388.2021.9473555","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037894061","display_name":"Yuanzhe Geng","orcid":"https://orcid.org/0000-0002-5865-2314"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanzhe Geng","raw_affiliation_strings":["Tongji University,College of Electronics and Information Engineering,Shanghai,China","College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University,College of Electronics and Information Engineering,Shanghai,China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034541026","display_name":"Erwu Liu","orcid":"https://orcid.org/0000-0002-2706-6208"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Erwu Liu","raw_affiliation_strings":["Tongji University,College of Electronics and Information Engineering,Shanghai,China","College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University,College of Electronics and Information Engineering,Shanghai,China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100709462","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0002-3015-7987"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["Tongji University,College of Electronics and Information Engineering,Shanghai,China","College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University,College of Electronics and Information Engineering,Shanghai,China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449908","display_name":"Yiming Liu","orcid":"https://orcid.org/0000-0002-1393-908X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Liu","raw_affiliation_strings":["Tongji University,College of Electronics and Information Engineering,Shanghai,China","College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University,College of Electronics and Information Engineering,Shanghai,China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016210851","display_name":"Weixiong Rao","orcid":"https://orcid.org/0000-0001-6644-0349"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixiong Rao","raw_affiliation_strings":["Tongji University,College of Software Engineering,Shanghai,China","College of Software Engineering, Tongji University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University,College of Software Engineering,Shanghai,China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"College of Software Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011444052","display_name":"Shaojun Feng","orcid":"https://orcid.org/0000-0001-8355-3185"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaojun Feng","raw_affiliation_strings":["Qianxun Spatial Intelligence Inc.,Beijing,China","Qianxun Spatial Intelligence Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qianxun Spatial Intelligence Inc.,Beijing,China","institution_ids":[]},{"raw_affiliation_string":"Qianxun Spatial Intelligence Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103417238","display_name":"Zhao Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Dong","raw_affiliation_strings":["China Mobile,Shanghai,China","China Mobile, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile,Shanghai,China","institution_ids":["https://openalex.org/I180662265"]},{"raw_affiliation_string":"China Mobile, Shanghai, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034029285","display_name":"Zhiren Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiren Fu","raw_affiliation_strings":["China Telecom,Shanghai,China","China Telecom, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Telecom,Shanghai,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"China Telecom, Shanghai, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089596867","display_name":"Yanfen Chen","orcid":"https://orcid.org/0000-0001-6194-4257"},"institutions":[{"id":"https://openalex.org/I6507939","display_name":"China United Network Communications Group (China)","ror":"https://ror.org/028w99c90","country_code":"CN","type":"company","lineage":["https://openalex.org/I6507939"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfen Chen","raw_affiliation_strings":["China Unicom,Shanghai,China","China Unicom, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Unicom,Shanghai,China","institution_ids":["https://openalex.org/I6507939"]},{"raw_affiliation_string":"China Unicom, Shanghai, China","institution_ids":["https://openalex.org/I6507939"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0269,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.94145531,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8203924894332886},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7646231055259705},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6262369155883789},{"id":"https://openalex.org/keywords/dijkstras-algorithm","display_name":"Dijkstra's algorithm","score":0.6177734136581421},{"id":"https://openalex.org/keywords/shortest-path-problem","display_name":"Shortest path problem","score":0.5898222923278809},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.5011768341064453},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.483994722366333},{"id":"https://openalex.org/keywords/route-planning","display_name":"Route planning","score":0.4416276216506958},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.429151326417923},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4232950508594513},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4138084053993225},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.36406630277633667},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.21914079785346985},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1406715214252472},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.0940905511379242}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8203924894332886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7646231055259705},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6262369155883789},{"id":"https://openalex.org/C173870130","wikidata":"https://www.wikidata.org/wiki/Q8548","display_name":"Dijkstra's algorithm","level":4,"score":0.6177734136581421},{"id":"https://openalex.org/C22590252","wikidata":"https://www.wikidata.org/wiki/Q1058754","display_name":"Shortest path problem","level":3,"score":0.5898222923278809},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.5011768341064453},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.483994722366333},{"id":"https://openalex.org/C2989549987","wikidata":"https://www.wikidata.org/wiki/Q350882","display_name":"Route planning","level":2,"score":0.4416276216506958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.429151326417923},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4232950508594513},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4138084053993225},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.36406630277633667},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.21914079785346985},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1406715214252472},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.0940905511379242},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccworkshops50388.2021.9473555","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops50388.2021.9473555","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W11034078","https://openalex.org/W564962104","https://openalex.org/W1969483458","https://openalex.org/W1999391019","https://openalex.org/W2145339207","https://openalex.org/W2161076907","https://openalex.org/W2173564293","https://openalex.org/W2201581102","https://openalex.org/W2571591495","https://openalex.org/W2741439579","https://openalex.org/W2772241686","https://openalex.org/W2890163410","https://openalex.org/W2907608444","https://openalex.org/W2914506313","https://openalex.org/W2951799221","https://openalex.org/W2963477884","https://openalex.org/W2966271438","https://openalex.org/W3011346430","https://openalex.org/W6600457160","https://openalex.org/W6615804511","https://openalex.org/W6683620479","https://openalex.org/W6685444567","https://openalex.org/W6687681856"],"related_works":["https://openalex.org/W3209137076","https://openalex.org/W2374560440","https://openalex.org/W1490490684","https://openalex.org/W4221129498","https://openalex.org/W2887026015","https://openalex.org/W2361442013","https://openalex.org/W2373384475","https://openalex.org/W4310124294","https://openalex.org/W143403600","https://openalex.org/W2761711678"],"abstract_inverted_index":{"Route":[0],"planning":[1,58,135,174],"is":[2,29,93],"important":[3],"in":[4,48,84],"transportation.":[5],"Existing":[6],"works":[7],"focus":[8],"on":[9,37,61,97,123],"finding":[10],"the":[11,26,74,78,85,109,124,127,139,157,163],"shortest":[12,172],"path":[13,173],"solution":[14],"or":[15],"using":[16],"metrics":[17],"such":[18],"as":[19,73],"safety":[20],"and":[21,76],"energy":[22],"consumption":[23,72],"to":[24,149],"determine":[25],"planning.":[27],"It":[28],"noted":[30],"that":[31,108,156],"most":[32],"of":[33,40,162],"these":[34],"studies":[35],"rely":[36],"prior":[38,115],"knowledge":[39],"road":[41,86,118],"network,":[42,119],"which":[43,92],"may":[44],"be":[45],"not":[46,112],"available":[47],"certain":[49],"situations.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54],"design":[55],"a":[56,98,131,144],"route":[57,79,134],"algorithm":[59,159],"based":[60],"deep":[62,146],"reinforcement":[63],"learning":[64],"(DRL)":[65],"for":[66],"pedestrians.":[67],"We":[68,88,129],"use":[69],"travel":[70],"time":[71,164],"metric,":[75],"plan":[77],"by":[80],"predicting":[81],"pedestrian":[82],"flow":[83],"network.":[87],"put":[89],"an":[90,94],"agent,":[91],"intelligent":[95],"robot,":[96],"virtual":[99],"map.":[100],"Different":[101],"from":[102],"previous":[103],"studies,":[104],"our":[105],"approach":[106],"assumes":[107],"agent":[110,140],"does":[111],"need":[113],"any":[114],"information":[116],"about":[117],"but":[120],"simply":[121],"relies":[122],"interaction":[125],"with":[126,170],"environment.":[128],"propose":[130],"dynamically":[132],"adjustable":[133],"(DARP)":[136],"algorithm,":[137],"where":[138],"learns":[141],"strategies":[142],"through":[143],"dueling":[145],"Q":[147],"network":[148],"avoid":[150],"congested":[151],"roads.":[152],"Simulation":[153],"results":[154],"show":[155],"DARP":[158],"saves":[160],"52%":[161],"under":[165],"congestion":[166],"condition":[167],"when":[168],"compared":[169],"traditional":[171],"algorithms.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}