{"id":"https://openalex.org/W4415970949","doi":"https://doi.org/10.1109/tccn.2025.3630060","title":"A Reinforcement Learning Method for UAV Delivery Scheduling Under Dynamic Pricing","display_name":"A Reinforcement Learning Method for UAV Delivery Scheduling Under Dynamic Pricing","publication_year":2025,"publication_date":"2025-11-06","ids":{"openalex":"https://openalex.org/W4415970949","doi":"https://doi.org/10.1109/tccn.2025.3630060"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2025.3630060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3630060","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100758458","display_name":"Ziyi Hu","orcid":"https://orcid.org/0000-0001-8946-4132"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyi Hu","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-8946-4132","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006794082","display_name":"Yue Cao","orcid":"https://orcid.org/0000-0002-2098-7637"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Cao","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-2098-7637","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010999540","display_name":"Kai Jiang","orcid":"https://orcid.org/0000-0002-5706-7834"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Jiang","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-5706-7834","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037835128","display_name":"Minho Jo","orcid":"https://orcid.org/0000-0001-7311-6459"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minho Jo","raw_affiliation_strings":["Department of Computer Convergence Software, Korea University, Sejong, South Korea","Department of Computer Convergence Software, Korea University, Sejong City, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-7311-6459","affiliations":[{"raw_affiliation_string":"Department of Computer Convergence Software, Korea University, Sejong, South Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"Department of Computer Convergence Software, Korea University, Sejong City, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026003516","display_name":"Lixia Xiao","orcid":"https://orcid.org/0000-0001-7959-8356"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixia Xiao","raw_affiliation_strings":["Research Center of 6G Mobile Communications, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","School of Cyber Science and Engineering, Research Center of6G Mobile Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-7959-8356","affiliations":[{"raw_affiliation_string":"Research Center of 6G Mobile Communications, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Cyber Science and Engineering, Research Center of6G Mobile Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100635681","display_name":"Xingyu Zhao","orcid":"https://orcid.org/0000-0002-3474-349X"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xingyu Zhao","raw_affiliation_strings":["Warwick Manufacturing Group, University of Warwick, Coventry, U.K","Warwick Manufacturing Group, University of Warwick, Coventry, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3474-349X","affiliations":[{"raw_affiliation_string":"Warwick Manufacturing Group, University of Warwick, Coventry, U.K","institution_ids":["https://openalex.org/I39555362"]},{"raw_affiliation_string":"Warwick Manufacturing Group, University of Warwick, Coventry, United Kingdom","institution_ids":["https://openalex.org/I39555362"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40768735,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"4105","last_page":"4119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.007000000216066837,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6358000040054321},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.607699990272522},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.5205000042915344},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.4982999861240387},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.48570001125335693},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.42480000853538513},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.4090000092983246},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.39309999346733093}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.840499997138977},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6358000040054321},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.607699990272522},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5491999983787537},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.5205000042915344},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.4982999861240387},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.48570001125335693},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.42480000853538513},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.4090000092983246},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.39309999346733093},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35429999232292175},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.3492000102996826},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3305000066757202},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3264000117778778},{"id":"https://openalex.org/C2779880469","wikidata":"https://www.wikidata.org/wiki/Q17084424","display_name":"Simultaneous perturbation stochastic approximation","level":3,"score":0.32350000739097595},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.2897999882698059},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C100808899","wikidata":"https://www.wikidata.org/wiki/Q1192100","display_name":"Set cover problem","level":3,"score":0.27570000290870667},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.2648000121116638},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C123784306","wikidata":"https://www.wikidata.org/wiki/Q944041","display_name":"Vehicle routing problem","level":3,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tccn.2025.3630060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3630060","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:wrap.warwick.ac.uk:194692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/TCCN.2025.3630060","pdf_url":null,"source":{"id":"https://openalex.org/S4306400665","display_name":"Warwick Research Archive Portal (University of Warwick)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39555362","host_organization_name":"University of Warwick","host_organization_lineage":["https://openalex.org/I39555362"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G690899078","display_name":null,"funder_award_id":"ZZKF2025-1-16","funder_id":"https://openalex.org/F4320326927","funder_display_name":"State Key Laboratory of Intelligent Technology and Systems"},{"id":"https://openalex.org/G8962717388","display_name":null,"funder_award_id":"2022B1515120067","funder_id":"https://openalex.org/F4320316335","funder_display_name":"Shanghai Key Basic Research Program"}],"funders":[{"id":"https://openalex.org/F4320316335","display_name":"Shanghai Key Basic Research Program","ror":null},{"id":"https://openalex.org/F4320326927","display_name":"State Key Laboratory of Intelligent Technology and Systems","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"on-demand":[1,17],"delivery":[2,18,70,133,150,172,179],"service":[3],"of":[4,49,100,156],"Unmanned":[5],"Aerial":[6],"Vehicles":[7],"(UAVs)":[8],"has":[9],"attracted":[10],"attention":[11],"and":[12,53,135,174],"research":[13],"worldwide.":[14],"Under":[15],"the":[16,20,39,47,57,69,89,97,104,108,111,123,128,141,148,154,177],"model,":[19],"UAV":[21,31,76,101,157],"transports":[22],"parcels":[23],"between":[24],"ports":[25],"(e.g.,":[26],"a":[27,75,82],"designated":[28],"location":[29],"for":[30],"to":[32,37,42,46,95,117,121,146],"drop":[33],"off/pick":[34],"up":[35],"parcels),":[36],"satisfy":[38],"rapid":[40],"response":[41,54],"urgent":[43],"demand.":[44],"Due":[45],"complexity":[48],"large-scale":[50],"routing":[51],"problems":[52],"time":[55],"limitation,":[56],"general":[58],"heuristic":[59,85],"algorithms":[60],"may":[61],"obtain":[62,96,122],"locally":[63],"optimal":[64,98,125,149,178],"scheduling":[65,78,158],"solutions,":[66],"thus":[67],"reducing":[68],"utility.":[71],"Therefore,":[72],"we":[73],"propose":[74],"route":[77],"scheme":[79,166],"based":[80,131,181],"on":[81,132,162,170,182],"two-step":[83],"hybrid":[84],"algorithm.":[86],"In":[87],"particular,":[88],"biogeography-based":[90],"optimization":[91],"algorithm":[92,145],"is":[93,115,138,159],"applied":[94],"set":[99],"tasks":[102],"at":[103],"first":[105],"step.":[106],"At":[107],"second":[109],"step,":[110],"approximate":[112],"dynamic":[113],"programming":[114],"proposed":[116],"schedule":[118],"task":[119],"routes,":[120],"global":[124],"solution.":[126],"Besides,":[127],"price":[129,180],"function":[130],"status":[134],"demand":[136],"characteristics":[137],"trained":[139],"through":[140],"advantage":[142],"actor":[143],"critic":[144],"determine":[147],"price,":[151],"so":[152],"that":[153],"flexibility":[155],"increased.":[160],"Based":[161],"simulation":[163],"experiments,":[164],"our":[165],"outperforms":[167],"other":[168],"solutions":[169],"increasing":[171],"utility,":[173],"can":[175],"provide":[176],"customer":[183],"characteristics.":[184]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-06T00:00:00"}