{"id":"https://openalex.org/W7136862416","doi":"https://doi.org/10.1109/itsc60802.2025.11423842","title":"Multi-Stage Multi-Agent Reinforcement Learning for on-Demand Food-Delivery Services with a Mixed Fleet of Human Couriers and Drones","display_name":"Multi-Stage Multi-Agent Reinforcement Learning for on-Demand Food-Delivery Services with a Mixed Fleet of Human Couriers and Drones","publication_year":2025,"publication_date":"2025-11-18","ids":{"openalex":"https://openalex.org/W7136862416","doi":"https://doi.org/10.1109/itsc60802.2025.11423842"},"language":null,"primary_location":{"id":"doi:10.1109/itsc60802.2025.11423842","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc60802.2025.11423842","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 28th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015074174","display_name":"Yulong Hu","orcid":"https://orcid.org/0000-0003-3844-3950"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yulong Hu","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Department of Civil and Environmental Engineering,Hong Kong SAR,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Department of Civil and Environmental Engineering,Hong Kong SAR,China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129492090","display_name":"Yali Du","orcid":null},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yali Du","raw_affiliation_strings":["King's College London,Department of Informatics,London,United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King's College London,Department of Informatics,London,United Kingdom","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129438354","display_name":"Sen Li","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Sen Li","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Department of Civil and Environmental Engineering,Hong Kong SAR,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Department of Civil and Environmental Engineering,Hong Kong SAR,China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"734","last_page":"739"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3089999854564667,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3089999854564667,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.05719999969005585,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.05220000073313713,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.6640999913215637},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.34880000352859497},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.32010000944137573},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3057999908924103},{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.274399995803833}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.6640999913215637},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3741999864578247},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.34880000352859497},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3479999899864197},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32100000977516174},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3100999891757965},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc60802.2025.11423842","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc60802.2025.11423842","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 28th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/2","score":0.7447283267974854,"display_name":"Zero hunger"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W3157652862","https://openalex.org/W3179601372","https://openalex.org/W4318344232","https://openalex.org/W4321014257","https://openalex.org/W4322618991","https://openalex.org/W4386820358","https://openalex.org/W7133226216"],"related_works":[],"abstract_inverted_index":{"This":[0],"work":[1],"studies":[2],"a":[3,28,67,80,129,154],"novel":[4],"collaborative":[5,150],"multimodal":[6],"delivery":[7,30,52,175],"system":[8,26,162],"for":[9],"urban":[10],"food":[11,174],"logistics,":[12],"combining":[13],"the":[14,35,50,58,104,107,115,160,178],"complementary":[15],"strengths":[16],"of":[17,40,60,136,180],"human":[18,32],"couriers":[19,33],"and":[20,38,94,100],"unmanned":[21],"aerial":[22],"vehicles":[23],"(UAVs).":[24],"The":[25],"features":[27],"two-stage":[29],"process:":[31],"execute":[34],"initial":[36,141],"collection":[37],"transportation":[39],"orders":[41],"to":[42,54],"strategically":[43],"located":[44],"launchpads,":[45],"while":[46,106],"drones":[47],"subsequently":[48],"complete":[49,161],"final":[51],"segments":[53],"kiosks.":[55],"To":[56,121],"unleash":[57],"potentials":[59],"this":[61],"promising":[62],"hybrid":[63],"system,":[64],"we":[65,127],"develop":[66,128],"Multi-Stage":[68],"Multi-Agent":[69,81],"Reinforcement":[70],"Learning":[71],"(MSMARL)":[72],"framework":[73],"that":[74,158],"synergistically":[75],"combines":[76],"decentralized":[77],"decision-making":[78],"through":[79,163],"Markov":[82],"Decision":[83],"Process":[84],"(MAMDP)":[85],"with":[86],"centralized":[87],"coordination":[88,125],"via":[89],"dynamic":[90],"bipartite":[91],"matching.":[92],"Courier":[93],"drone":[95],"agents":[96,145],"learn":[97,146],"anticipatory":[98],"drop-off":[99],"relocation":[101],"policies":[102],"in":[103],"MAMDP,":[105],"matching":[108],"mechanism":[109],"periodically":[110],"optimizes":[111,159],"agent-task":[112],"assignments":[113],"using":[114],"learned":[116],"value":[117],"functions":[118],"from":[119],"MAMDP.":[120],"enable":[122],"effective":[123],"multiagent":[124],"learning,":[126],"progressive":[130],"multi-stage":[131],"curriculum":[132],"training":[133],"strategy":[134],"consisting":[135],"two":[137],"key":[138],"phases:":[139],"an":[140],"pretraining":[142],"stage":[143],"where":[144],"independently":[147],"under":[148],"simplified":[149],"assumptions,":[151],"followed":[152],"by":[153],"joint":[155],"finetuning":[156],"phase":[157],"realistic":[164],"interaction":[165],"dynamics.":[166],"Comprehensive":[167],"experiment":[168],"results":[169],"based":[170],"on":[171],"Hong":[172],"Kong":[173],"data":[176],"validate":[177],"effectiveness":[179],"our":[181],"MS-MARL":[182],"framework.":[183]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-17T00:00:00"}