{"id":"https://openalex.org/W3180008386","doi":"https://doi.org/10.1109/tcyb.2021.3089179","title":"Reinforcement Learning With Multiple Relational Attention for Solving Vehicle Routing Problems","display_name":"Reinforcement Learning With Multiple Relational Attention for Solving Vehicle Routing Problems","publication_year":2021,"publication_date":"2021-07-08","ids":{"openalex":"https://openalex.org/W3180008386","doi":"https://doi.org/10.1109/tcyb.2021.3089179","mag":"3180008386","pmid":"https://pubmed.ncbi.nlm.nih.gov/34236983"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2021.3089179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2021.3089179","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057243649","display_name":"Yunqiu Xu","orcid":"https://orcid.org/0000-0002-1721-764X"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Yunqiu Xu","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100400497","display_name":"Meng Fang","orcid":"https://orcid.org/0000-0003-0793-9187"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Meng Fang","raw_affiliation_strings":["Department of Mathematics and Computer Science, Data Mining, Eindhoven University of Technology, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, Data Mining, Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069988750","display_name":"Ling Chen","orcid":"https://orcid.org/0000-0002-6468-5729"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ling Chen","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086110286","display_name":"Gangyan Xu","orcid":"https://orcid.org/0000-0001-9537-9006"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gangyan Xu","raw_affiliation_strings":["School of Architecture, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Architecture, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002080576","display_name":"Yali Du","orcid":"https://orcid.org/0000-0001-5683-2621"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yali Du","raw_affiliation_strings":["Department of Computer Science, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100438525","display_name":"Chengqi Zhang","orcid":"https://orcid.org/0000-0001-5715-7154"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chengqi Zhang","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5057243649"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":10.7052,"has_fulltext":false,"cited_by_count":118,"citation_normalized_percentile":{"value":0.98448869,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"52","issue":"10","first_page":"11107","last_page":"11120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.816910982131958},{"id":"https://openalex.org/keywords/vehicle-routing-problem","display_name":"Vehicle routing problem","score":0.7765212059020996},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.715874195098877},{"id":"https://openalex.org/keywords/orienteering","display_name":"Orienteering","score":0.7063192129135132},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6597884297370911},{"id":"https://openalex.org/keywords/travelling-salesman-problem","display_name":"Travelling salesman problem","score":0.5676314234733582},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5334432721138},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.5327358841896057},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5114964246749878},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4247037172317505},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4239705801010132},{"id":"https://openalex.org/keywords/adaptive-routing","display_name":"Adaptive routing","score":0.41482916474342346},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.3895792067050934},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32829174399375916},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19353321194648743},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1890934407711029},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.14323553442955017},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.12646055221557617}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.816910982131958},{"id":"https://openalex.org/C123784306","wikidata":"https://www.wikidata.org/wiki/Q944041","display_name":"Vehicle routing problem","level":3,"score":0.7765212059020996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.715874195098877},{"id":"https://openalex.org/C513932644","wikidata":"https://www.wikidata.org/wiki/Q29358","display_name":"Orienteering","level":2,"score":0.7063192129135132},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6597884297370911},{"id":"https://openalex.org/C175859090","wikidata":"https://www.wikidata.org/wiki/Q322212","display_name":"Travelling salesman problem","level":2,"score":0.5676314234733582},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5334432721138},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5327358841896057},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5114964246749878},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4247037172317505},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4239705801010132},{"id":"https://openalex.org/C24856439","wikidata":"https://www.wikidata.org/wiki/Q352483","display_name":"Adaptive routing","level":5,"score":0.41482916474342346},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3895792067050934},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32829174399375916},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19353321194648743},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1890934407711029},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.14323553442955017},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.12646055221557617},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2021.3089179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2021.3089179","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:34236983","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34236983","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4273974299","display_name":null,"funder_award_id":"DP180100966","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G5378499830","display_name":null,"funder_award_id":"71804034","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W27366642","https://openalex.org/W626292722","https://openalex.org/W1492417045","https://openalex.org/W1513942058","https://openalex.org/W1545951627","https://openalex.org/W1566652554","https://openalex.org/W1597286183","https://openalex.org/W1786863823","https://openalex.org/W1851452060","https://openalex.org/W1986056047","https://openalex.org/W1993885071","https://openalex.org/W2003281104","https://openalex.org/W2015164669","https://openalex.org/W2029681015","https://openalex.org/W2052257324","https://openalex.org/W2059961050","https://openalex.org/W2078297643","https://openalex.org/W2105482032","https://openalex.org/W2111418482","https://openalex.org/W2117226423","https://openalex.org/W2119717200","https://openalex.org/W2140596151","https://openalex.org/W2145339207","https://openalex.org/W2154929945","https://openalex.org/W2165698076","https://openalex.org/W2257979135","https://openalex.org/W2399100674","https://openalex.org/W2591182809","https://openalex.org/W2647779349","https://openalex.org/W2736601468","https://openalex.org/W2795112307","https://openalex.org/W2800580079","https://openalex.org/W2805798351","https://openalex.org/W2899379687","https://openalex.org/W2907492528","https://openalex.org/W2920582597","https://openalex.org/W2940740707","https://openalex.org/W2948175577","https://openalex.org/W2948433391","https://openalex.org/W2952332632","https://openalex.org/W2956015669","https://openalex.org/W2963696295","https://openalex.org/W2968013531","https://openalex.org/W2987288550","https://openalex.org/W2989857233","https://openalex.org/W2996204157","https://openalex.org/W2998057994","https://openalex.org/W2998409228","https://openalex.org/W3008858828","https://openalex.org/W3010321770","https://openalex.org/W3014847873","https://openalex.org/W3035645198","https://openalex.org/W3040879766","https://openalex.org/W3043239066","https://openalex.org/W3045710730","https://openalex.org/W3047863327","https://openalex.org/W3080626793","https://openalex.org/W3091755028","https://openalex.org/W3093212681","https://openalex.org/W3093820981","https://openalex.org/W3109714359","https://openalex.org/W3112654960","https://openalex.org/W3112776497","https://openalex.org/W3113123584","https://openalex.org/W3177337956","https://openalex.org/W3193394022","https://openalex.org/W4252801674","https://openalex.org/W4298857966","https://openalex.org/W4387688680","https://openalex.org/W6631190155","https://openalex.org/W6679436768","https://openalex.org/W6683204974","https://openalex.org/W6725207838","https://openalex.org/W6736057607","https://openalex.org/W6736495275","https://openalex.org/W6739901393","https://openalex.org/W6744991969","https://openalex.org/W6748487558","https://openalex.org/W6758315252","https://openalex.org/W6758687306","https://openalex.org/W6762840543","https://openalex.org/W6763704883","https://openalex.org/W6767047803","https://openalex.org/W6768810269","https://openalex.org/W6771561114","https://openalex.org/W6776867236","https://openalex.org/W6784550018","https://openalex.org/W6784670912","https://openalex.org/W6785065334","https://openalex.org/W6941249815"],"related_works":["https://openalex.org/W4249387127","https://openalex.org/W327165017","https://openalex.org/W2356214734","https://openalex.org/W2394169628","https://openalex.org/W4254102998","https://openalex.org/W2381702286","https://openalex.org/W2014979043","https://openalex.org/W2392643114","https://openalex.org/W2358559116","https://openalex.org/W2350142979"],"abstract_inverted_index":{"In":[0,70,162],"this":[1,71],"article,":[2],"we":[3,73],"study":[4],"the":[5,47,54,63,148,154,159],"reinforcement":[6],"learning":[7],"(RL)":[8],"for":[9],"vehicle":[10],"routing":[11],"problems":[12,29,155,178],"(VRPs).":[13],"Recent":[14],"works":[15],"have":[16],"shown":[17],"that":[18,80,142],"attention-based":[19,77],"RL":[20,39,78],"models":[21,40],"outperform":[22],"recurrent":[23],"neural":[24],"network-based":[25],"methods":[26],"on":[27,103,110],"these":[28],"in":[30,172],"terms":[31],"of":[32,61,113],"both":[33],"effectiveness":[34],"and":[35,66,89,133],"efficiency.":[36],"However,":[37],"existing":[38],"simply":[41],"aggregate":[42],"node":[43,83],"embeddings":[44,84],"to":[45],"generate":[46],"context":[48,96],"embedding":[49,97],"without":[50],"taking":[51],"into":[52],"account":[53],"dynamic":[55],"network":[56],"structures,":[57],"making":[58],"them":[59],"incapable":[60],"modeling":[62],"state":[64],"transition":[65],"action":[67],"selection":[68],"dynamics.":[69],"work,":[72],"develop":[74],"a":[75],"new":[76],"model":[79,144,165],"provides":[81],"enhanced":[82],"via":[85],"batch":[86],"normalization":[87],"reordering":[88],"gate":[90],"aggregation,":[91],"as":[92,94,175,177],"well":[93,176],"dynamic-aware":[95],"through":[98],"an":[99],"attentive":[100],"aggregation":[101],"module":[102],"multiple":[104],"relational":[105],"structures.":[106],"We":[107],"conduct":[108],"experiments":[109],"five":[111],"types":[112],"VRPs:":[114],"1)":[115],"travelling":[116],"salesman":[117],"problem":[118,131],"(TSP);":[119],"2)":[120],"capacitated":[121],"VRP":[122,127],"(CVRP);":[123],"3)":[124],"split":[125],"delivery":[126],"(SDVRP);":[128],"4)":[129],"orienteering":[130],"(OP);":[132],"5)":[134],"prize":[135],"collecting":[136],"TSP":[137],"(PCTSP).":[138],"The":[139],"results":[140],"show":[141],"our":[143,164],"not":[145],"only":[146],"outperforms":[147],"learning-based":[149],"baselines":[150],"but":[151],"also":[152],"solves":[153],"much":[156],"faster":[157],"than":[158],"traditional":[160],"baselines.":[161],"addition,":[163],"shows":[166],"improved":[167],"generalizability":[168],"when":[169],"being":[170],"evaluated":[171],"large-scale":[173],"problems,":[174],"with":[179],"different":[180],"data":[181],"distributions.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":43},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":6}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}