{"id":"https://openalex.org/W4417169013","doi":"https://doi.org/10.1109/jiot.2025.3641887","title":"A Two-Stage Framework Based on RL for Truck\u2013Drone Collaborative Delivery Problem","display_name":"A Two-Stage Framework Based on RL for Truck\u2013Drone Collaborative Delivery Problem","publication_year":2025,"publication_date":"2025-12-09","ids":{"openalex":"https://openalex.org/W4417169013","doi":"https://doi.org/10.1109/jiot.2025.3641887"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3641887","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3641887","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yuanbo Li","orcid":"https://orcid.org/0009-0008-4586-6605"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanbo Li","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0008-4586-6605","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007940280","display_name":"Chengwei Zhang","orcid":"https://orcid.org/0000-0002-9157-6050"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengwei Zhang","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-9157-6050","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056723591","display_name":"Wanting Liu","orcid":"https://orcid.org/0000-0001-5009-3901"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanting Liu","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059805078","display_name":"Chao Li","orcid":"https://orcid.org/0000-0001-5202-7246"},"institutions":[{"id":"https://openalex.org/I15062923","display_name":"Tianjin Normal University","ror":"https://ror.org/05x2td559","country_code":"CN","type":"education","lineage":["https://openalex.org/I15062923"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Li","raw_affiliation_strings":["College of Computer and Information Engineering, Tianjin Normal University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-5202-7246","affiliations":[{"raw_affiliation_string":"College of Computer and Information Engineering, Tianjin Normal University, Tianjin, China","institution_ids":["https://openalex.org/I15062923"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035313256","display_name":"Dou An","orcid":"https://orcid.org/0000-0003-2868-0186"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dou An","raw_affiliation_strings":["Department of Automation Science and Technology, Xi’an Jiaotong University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-2868-0186","affiliations":[{"raw_affiliation_string":"Department of Automation Science and Technology, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085545717","display_name":"Qi Wang","orcid":"https://orcid.org/0000-0003-3249-8459"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wang","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-3249-8459","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.46358476,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"5","first_page":"8777","last_page":"8788"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.8582000136375427,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.8582000136375427,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.09759999811649323,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.010499999858438969,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7505999803543091},{"id":"https://openalex.org/keywords/travelling-salesman-problem","display_name":"Travelling salesman problem","score":0.6873999834060669},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5151000022888184},{"id":"https://openalex.org/keywords/collaborative-software","display_name":"Collaborative software","score":0.4323999881744385},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.37459999322891235},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.36629998683929443}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8327999711036682},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7505999803543091},{"id":"https://openalex.org/C175859090","wikidata":"https://www.wikidata.org/wiki/Q322212","display_name":"Travelling salesman problem","level":2,"score":0.6873999834060669},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5151000022888184},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4964999854564667},{"id":"https://openalex.org/C554579003","wikidata":"https://www.wikidata.org/wiki/Q474157","display_name":"Collaborative software","level":2,"score":0.4323999881744385},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.37459999322891235},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.36629998683929443},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33570000529289246},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C40128228","wikidata":"https://www.wikidata.org/wiki/Q460851","display_name":"Ant colony optimization algorithms","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.2556999921798706},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3641887","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3641887","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2579015856","display_name":null,"funder_award_id":"3132025269","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3728980440","display_name":null,"funder_award_id":"62406050","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3999731456","display_name":null,"funder_award_id":"24JCYBJC00350","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G4069494376","display_name":null,"funder_award_id":"ZR2022LZH002","funder_id":"https://openalex.org/F4320336925","funder_display_name":"Shandong Provincial Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5226995995","display_name":null,"funder_award_id":"62173268","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G586450310","display_name":null,"funder_award_id":"23JCYBJC00360","funder_id":"https://openalex.org/F4320336756","funder_display_name":"Tianjin Science and Technology Program"},{"id":"https://openalex.org/G682655603","display_name":null,"funder_award_id":"ZR2022LZH002","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G8563407460","display_name":null,"funder_award_id":"62376048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336756","display_name":"Tianjin Science and Technology Program","ror":null},{"id":"https://openalex.org/F4320336925","display_name":"Shandong Provincial Postdoctoral Science Foundation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1977319619","https://openalex.org/W2017708378","https://openalex.org/W2890722280","https://openalex.org/W2963624642","https://openalex.org/W2972055356","https://openalex.org/W2980109639","https://openalex.org/W2984003016","https://openalex.org/W3089899887","https://openalex.org/W3097153424","https://openalex.org/W3125377832","https://openalex.org/W3161165561","https://openalex.org/W3184846191","https://openalex.org/W4293765590","https://openalex.org/W4313229347","https://openalex.org/W4313559865","https://openalex.org/W4313678757","https://openalex.org/W4382469071","https://openalex.org/W4390618379","https://openalex.org/W4394698409","https://openalex.org/W4399627602","https://openalex.org/W4408794008","https://openalex.org/W4409463060","https://openalex.org/W4412446950"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,34,47,58,62,66,79,82,106,120,125],"explosive":[2],"growth":[3],"of":[4,61],"e-commerce,":[5],"efficient":[6],"last-mile":[7],"delivery":[8,17,37,154],"has":[9,18],"emerged":[10],"as":[11,22,39,100],"a":[12,23,40,71,91,101,109,130],"critical":[13],"challenge.":[14,77],"Truck-drone":[15],"collaborative":[16,36,41,127],"garnered":[19],"significant":[20],"attention":[21],"promising":[24],"solution":[25,122],"to":[26,45,54,74,89],"this":[27,30,76],"problem.":[28],"In":[29,78,105],"work,":[31],"we":[32],"formulate":[33],"truck-drone":[35,126],"problem":[38],"optimization":[42],"problem,":[43],"aiming":[44],"minimize":[46],"total":[48],"completion":[49],"time":[50],"for":[51],"delivering":[52],"packages":[53],"customers":[55],"by":[56,123],"leveraging":[57],"complementary":[59],"strengths":[60],"drone\u2019s":[63],"speed":[64],"and":[65,142,160],"truck\u2019s":[67],"endurance.":[68],"We":[69],"propose":[70],"two-stage":[72],"framework":[73],"address":[75],"first":[80],"stage,":[81,108],"Lin-Kernighan":[83],"Helsgaun":[84],"(LKH)":[85],"algorithm":[86],"is":[87],"employed":[88],"generate":[90],"high-quality":[92],"initial":[93],"Traveling":[94],"Salesman":[95],"Problem":[96],"(TSP)":[97],"solution,":[98],"serving":[99],"robust":[102],"starting":[103],"point.":[104],"second":[107],"Sequence":[110],"Allocate":[111],"Policy":[112,117],"(SAPPO),":[113],"based":[114],"on":[115,138],"Proximal":[116],"Optimization,":[118],"refines":[119],"TSP":[121],"optimizing":[124],"path":[128],"using":[129],"specially":[131],"designed":[132],"action":[133],"space.":[134],"Extensive":[135],"experiments":[136],"conducted":[137],"both":[139],"random":[140],"dataset":[141],"TSPLIB":[143],"benchmarks":[144],"demonstrate":[145],"that":[146],"our":[147],"method":[148],"significantly":[149],"outperforms":[150],"existing":[151],"algorithms":[152],"regarding":[153],"time,":[155],"while":[156],"exhibiting":[157],"improved":[158],"scalability":[159],"less":[161],"training":[162],"time.":[163]},"counts_by_year":[],"updated_date":"2026-03-06T06:45:51.903784","created_date":"2025-12-09T00:00:00"}