{"id":"https://openalex.org/W4401018621","doi":"https://doi.org/10.1109/ur61395.2024.10597455","title":"An Efficient Method for Solving Routing Problems With Energy Constraints Using Reinforcement Learning","display_name":"An Efficient Method for Solving Routing Problems With Energy Constraints Using Reinforcement Learning","publication_year":2024,"publication_date":"2024-06-24","ids":{"openalex":"https://openalex.org/W4401018621","doi":"https://doi.org/10.1109/ur61395.2024.10597455"},"language":"en","primary_location":{"id":"doi:10.1109/ur61395.2024.10597455","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ur61395.2024.10597455","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 21st International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030638259","display_name":"Haggi Do","orcid":"https://orcid.org/0000-0002-8338-2977"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Haggi Do","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology,Mobile Robotics and Intelligence Laboratory,Department of Mechanical Engineering,Daejeon,South Korea,34141"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology,Mobile Robotics and Intelligence Laboratory,Department of Mechanical Engineering,Daejeon,South Korea,34141","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113306355","display_name":"Hakmo Son","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hakmo Son","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology,Mobile Robotics and Intelligence Laboratory,Department of Mechanical Engineering,Daejeon,South Korea,34141"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology,Mobile Robotics and Intelligence Laboratory,Department of Mechanical Engineering,Daejeon,South Korea,34141","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054727482","display_name":"Jinwhan Kim","orcid":"https://orcid.org/0000-0001-6886-2449"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jinwhan Kim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology,Mobile Robotics and Intelligence Laboratory,Department of Mechanical Engineering,Daejeon,South Korea,34141"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology,Mobile Robotics and Intelligence Laboratory,Department of Mechanical Engineering,Daejeon,South Korea,34141","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08437436,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"293","last_page":"298"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9225000143051147,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8761498928070068},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.749066948890686},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5686129927635193},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4420330822467804},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4106988310813904},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40066325664520264},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3749435842037201},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3226308226585388},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15779033303260803},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11047685146331787},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0989813506603241}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8761498928070068},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.749066948890686},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5686129927635193},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4420330822467804},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4106988310813904},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40066325664520264},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3749435842037201},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3226308226585388},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15779033303260803},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11047685146331787},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0989813506603241},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ur61395.2024.10597455","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ur61395.2024.10597455","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 21st International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8500000238418579,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1532778915","https://openalex.org/W2553720302","https://openalex.org/W2883177621","https://openalex.org/W2891230096","https://openalex.org/W2963382544","https://openalex.org/W3047863327","https://openalex.org/W3090234698","https://openalex.org/W3091909587","https://openalex.org/W3196485901","https://openalex.org/W3199468096","https://openalex.org/W3203981070","https://openalex.org/W4231449374","https://openalex.org/W4385245566","https://openalex.org/W6725207838","https://openalex.org/W6730742100","https://openalex.org/W6743499842","https://openalex.org/W6754582438","https://openalex.org/W6758687306","https://openalex.org/W6802255383"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"With":[0],"the":[1,9,71,103,129,140,152,171,176,184,194],"increasing":[2],"popularity":[3],"of":[4,12,29,47,106,183],"electric":[5,72],"vehicles":[6,18],"(EV":[7],"s),":[8],"research":[10],"field":[11],"planning":[13],"efficient":[14,160],"routes":[15],"for":[16,32,38,115,127],"these":[17],"is":[19,84,93,137,186],"gaining":[20],"growing":[21],"attention.":[22],"As":[23],"there":[24],"are":[25,63,125,167,196],"a":[26,77,112,134,147,189],"limited":[27],"number":[28],"charging":[30,177],"stations":[31,37,178],"EVs":[33],"compared":[34],"to":[35,65,145],"gas":[36],"fossil":[39],"fuel":[40],"vehicles,":[41],"EV":[42],"routing":[43,60,74,117],"requires":[44],"careful":[45],"consideration":[46],"energy":[48,82,120,153,172],"constraints":[49],"and":[50,58,131,133,150,193,198],"replenishment.":[51],"The":[52,181],"classical":[53],"traveling":[54],"salesperson":[55],"problem":[56,61,75,79],"(TSP)":[57],"vehicle":[59,73],"(VRP)":[62],"known":[64],"be":[66],"NP-hard,":[67],"which":[68,163],"means":[69],"that":[70,100],"(EVRP),":[76],"similar":[78],"with":[80,119],"added":[81],"constraints,":[83],"computationally":[85],"even":[86],"more":[87],"challenging.":[88],"Recently,":[89],"reinforcement":[90],"learning":[91],"(RL)":[92],"being":[94],"suggested":[95],"as":[96],"an":[97,159],"effective":[98],"tool":[99],"can":[101],"alleviate":[102],"computational":[104],"burden":[105],"challenging":[107],"problems.":[108],"This":[109,156],"paper":[110],"presents":[111],"RL-based":[113],"method":[114,157],"solving":[116],"problems":[118],"constraints.":[121],"Multi-head":[122],"attention":[123],"mechanisms":[124],"employed":[126],"both":[128],"encoder":[130],"decoder,":[132],"masking":[135],"scheme":[136],"applied":[138],"at":[139],"decoding":[141],"phase":[142],"in":[143,162],"order":[144],"compute":[146],"feasible":[148],"solution":[149],"minimize":[151],"constraint":[154],"violation.":[155],"generates":[158],"route":[161],"all":[164],"task":[165],"nodes":[166],"visited":[168],"while":[169],"meeting":[170],"requirements":[173],"by":[174],"visiting":[175],"when":[179],"needed.":[180],"performance":[182],"methodology":[185],"demonstrated":[187],"through":[188],"Monte":[190],"Carlo":[191],"simulation,":[192],"results":[195],"discussed":[197],"analyzed.":[199]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}