{"id":"https://openalex.org/W4402352612","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650335","title":"Deep Reinforcement Learning-Based Multi-Agent Algorithm for Vehicle Routing Problem in Complex Logistics Scenarios","display_name":"Deep Reinforcement Learning-Based Multi-Agent Algorithm for Vehicle Routing Problem in Complex Logistics Scenarios","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402352612","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650335"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650335","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn60899.2024.10650335","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101780776","display_name":"Xinzhi Zhang","orcid":"https://orcid.org/0000-0003-3479-9327"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinzhi Zhang","raw_affiliation_strings":["Shenzhen University,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,Shenzhen,China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101336147","display_name":"Yeming Yang","orcid":"https://orcid.org/0009-0009-9679-9761"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yeming Yang","raw_affiliation_strings":["Shenzhen University,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,Shenzhen,China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022310833","display_name":"Junchuang Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junchuang Cai","raw_affiliation_strings":["Shenzhen University,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,Shenzhen,China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010355574","display_name":"Qingling Zhu","orcid":"https://orcid.org/0000-0002-0228-8226"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingling Zhu","raw_affiliation_strings":["Shenzhen University,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,Shenzhen,China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050385116","display_name":"Wei\u2013Neng Chen","orcid":"https://orcid.org/0000-0003-0843-5802"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weineng Chen","raw_affiliation_strings":["Shenzhen University,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,Shenzhen,China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066935890","display_name":"Qiuzhen Lin","orcid":"https://orcid.org/0000-0003-2415-0401"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuzhen Lin","raw_affiliation_strings":["Shenzhen University,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,Shenzhen,China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12306","display_name":"Urban and Freight Transport Logistics","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8465271592140198},{"id":"https://openalex.org/keywords/vehicle-routing-problem","display_name":"Vehicle routing problem","score":0.7577693462371826},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7393575310707092},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.526125431060791},{"id":"https://openalex.org/keywords/routing-algorithm","display_name":"Routing algorithm","score":0.4818893074989319},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4400854706764221},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4154622554779053},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4116789698600769},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35179173946380615},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1526394784450531},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.1202082633972168}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8465271592140198},{"id":"https://openalex.org/C123784306","wikidata":"https://www.wikidata.org/wiki/Q944041","display_name":"Vehicle routing problem","level":3,"score":0.7577693462371826},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7393575310707092},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.526125431060791},{"id":"https://openalex.org/C2984173633","wikidata":"https://www.wikidata.org/wiki/Q22725","display_name":"Routing algorithm","level":4,"score":0.4818893074989319},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4400854706764221},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4154622554779053},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4116789698600769},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35179173946380615},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1526394784450531},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.1202082633972168}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650335","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn60899.2024.10650335","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W174230839","https://openalex.org/W187303438","https://openalex.org/W1427070596","https://openalex.org/W1902927221","https://openalex.org/W1963504979","https://openalex.org/W1964984251","https://openalex.org/W1982966841","https://openalex.org/W1989604479","https://openalex.org/W1997768424","https://openalex.org/W2007779276","https://openalex.org/W2031935785","https://openalex.org/W2034187621","https://openalex.org/W2073798563","https://openalex.org/W2089285195","https://openalex.org/W2105392996","https://openalex.org/W2262276395","https://openalex.org/W2593161461","https://openalex.org/W2824905723","https://openalex.org/W2911229959","https://openalex.org/W2939269302","https://openalex.org/W2940740707","https://openalex.org/W2964290823","https://openalex.org/W2998409228","https://openalex.org/W3022158042","https://openalex.org/W3036925570","https://openalex.org/W3043239066","https://openalex.org/W3082126206","https://openalex.org/W3088959529","https://openalex.org/W3170601965","https://openalex.org/W3173097263","https://openalex.org/W3176724216","https://openalex.org/W3199469541","https://openalex.org/W4306149969","https://openalex.org/W4375862102","https://openalex.org/W4389295201"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2537866915","https://openalex.org/W2089415692"],"abstract_inverted_index":{"The":[0,81,120],"Vehicle":[1],"Routing":[2],"Problem":[3],"with":[4,46],"Simultaneous":[5],"Pickup-Delivery":[6],"and":[7,27,70,79,93,116,122,134],"Time":[8],"Windows":[9],"(VRPSPDTW)":[10],"is":[11,99],"a":[12,54,88,108,131,141],"highly":[13],"challenging":[14],"issue":[15],"in":[16],"complex":[17,117],"logistics":[18],"distribution":[19],"scenarios,":[20],"requiring":[21],"an":[22],"optimal":[23],"balance":[24],"between":[25],"cost":[26],"efficiency.":[28],"Traditional":[29],"methods":[30],"often":[31],"rely":[32],"on":[33,140],"single":[34],"heuristic":[35],"or":[36],"metaheuristic":[37],"algorithms,":[38],"which":[39,73,111],"perform":[40],"not":[41],"so":[42],"well":[43],"when":[44],"dealing":[45],"VRPSPDTW.":[47,64],"To":[48],"overcome":[49],"this":[50],"challenge,":[51],"we":[52],"propose":[53],"deep":[55],"reinforcement":[56],"learning-based":[57],"multi-agent":[58],"algorithm":[59,66],"(DRL-MA)":[60],"to":[61,101],"tackle":[62],"the":[63,95,127,150],"Our":[65],"includes":[67],"explorative,":[68],"exploitative,":[69],"perturbative":[71],"agents,":[72],"are":[74],"responsible":[75],"for":[76],"balancing":[77],"exploration":[78],"exploitation.":[80],"action":[82],"space":[83],"of":[84,90,145,152],"each":[85],"agent":[86],"comprises":[87],"combination":[89],"neighborhood":[91,104],"operators,":[92],"then":[94],"Deep":[96],"Q-network":[97],"(DQN)":[98],"used":[100],"learn":[102],"effective":[103,135],"transition":[105],"sequences":[106],"from":[107],"long-term":[109],"perspective,":[110],"can":[112],"effectively":[113],"explore":[114],"large":[115],"solution":[118],"spaces.":[119],"cooperation":[121],"competition":[123],"among":[124],"agents":[125],"during":[126],"search":[128],"process":[129],"offer":[130],"more":[132],"flexible":[133],"strategy.":[136],"Experimental":[137],"studies":[138],"conducted":[139],"real":[142],"test":[143],"suite":[144],"large-scale":[146],"VRPSPDTW":[147],"instances":[148],"validate":[149],"superiority":[151],"our":[153],"proposed":[154],"DRL-MA":[155],"over":[156],"some":[157],"state-of-the-art":[158],"algorithms.":[159]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}