{"id":"https://openalex.org/W7127632780","doi":"https://doi.org/10.1109/ccnc65079.2026.11366331","title":"Deep Reinforcement Learning-Based Data Download Scheduling Algorithm for Internet of Drones Systems","display_name":"Deep Reinforcement Learning-Based Data Download Scheduling Algorithm for Internet of Drones Systems","publication_year":2026,"publication_date":"2026-01-09","ids":{"openalex":"https://openalex.org/W7127632780","doi":"https://doi.org/10.1109/ccnc65079.2026.11366331"},"language":null,"primary_location":{"id":"doi:10.1109/ccnc65079.2026.11366331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc65079.2026.11366331","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093961721","display_name":"Image Bhattarai","orcid":"https://orcid.org/0009-0003-1466-6460"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Image Bhattarai","raw_affiliation_strings":["Oklahoma State University,Department of Computer Science,Stillwater,OK,USA"],"affiliations":[{"raw_affiliation_string":"Oklahoma State University,Department of Computer Science,Stillwater,OK,USA","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085539430","display_name":"Cong Pu","orcid":"https://orcid.org/0000-0002-7952-0038"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cong Pu","raw_affiliation_strings":["Oklahoma State University,Department of Computer Science,Stillwater,OK,USA"],"affiliations":[{"raw_affiliation_string":"Oklahoma State University,Department of Computer Science,Stillwater,OK,USA","institution_ids":["https://openalex.org/I115475287"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5093961721"],"corresponding_institution_ids":["https://openalex.org/I115475287"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26593345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.7070000171661377},{"id":"https://openalex.org/keywords/download","display_name":"Download","score":0.6915000081062317},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6906999945640564},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6504999995231628},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.48840001225471497},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.48019999265670776},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4781999886035919},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.45239999890327454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.774399995803833},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.7070000171661377},{"id":"https://openalex.org/C2780154274","wikidata":"https://www.wikidata.org/wiki/Q7126717","display_name":"Download","level":2,"score":0.6915000081062317},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6906999945640564},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6504999995231628},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49230000376701355},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.48840001225471497},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.48019999265670776},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4781999886035919},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.45239999890327454},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.3571000099182129},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.34950000047683716},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3441999852657318},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3427000045776367},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.33660000562667847},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2939000129699707},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.2759000062942505},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2750000059604645},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccnc65079.2026.11366331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc65079.2026.11366331","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Responsible consumption and production","id":"https://metadata.un.org/sdg/12","score":0.410016268491745}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2141587120","https://openalex.org/W2145339207","https://openalex.org/W3035543221","https://openalex.org/W4327779051","https://openalex.org/W4366503903","https://openalex.org/W4390415023","https://openalex.org/W4390604400","https://openalex.org/W4390776383","https://openalex.org/W4391559476","https://openalex.org/W4391958997","https://openalex.org/W4400110068","https://openalex.org/W4400772258","https://openalex.org/W4404914656","https://openalex.org/W4406053398","https://openalex.org/W4406657374"],"related_works":[],"abstract_inverted_index":{"The":[0],"Internet":[1],"of":[2,50,64,245,254,260],"Drones":[3],"(IoD)":[4],"paradigm":[5],"has":[6,104],"noticed":[7],"a":[8,18,106,114,142,192,225],"growing":[9],"demand":[10],"for":[11],"efficient":[12],"and":[13,46,71,78,81,84,96,133,145,166,181,198,220,231,257],"sustainable":[14],"operations":[15],"management,":[16],"with":[17],"particular":[19],"emphasis":[20],"on":[21],"service":[22],"request":[23,120,157,159,161,246,249],"scheduling.":[24],"As":[25],"IoD":[26,65,189],"systems":[27],"become":[28,105],"widespread":[29],"in":[30,141,208,224,243],"various":[31,152],"domains,":[32],"such":[33,155],"as":[34,126,156],"ecological":[35],"surveillance,":[36],"facilities":[37],"evaluation,":[38],"etc.,":[39],"it":[40],"is":[41],"crucial":[42],"to":[43,60,88,93,125,131,185,202,210],"efficiently":[44],"manage":[45],"prioritize":[47],"the":[48,56,61,90,177,187,239,252,258],"execution":[49],"drones\u2019":[51,99],"data":[52,100,118,136,164,167],"download":[53,101,119,137],"requests":[54,102,138],"at":[55],"ground":[57,74,91,129,200],"stations.":[58],"Due":[59],"unique":[62],"characteristics":[63],"systems,":[66],"e.g.,":[67],"high":[68],"drone":[69],"density":[70],"mobility,":[72],"limited":[73],"station":[75],"communication":[76],"range":[77],"energy":[79],"resources,":[80],"substantial":[82],"deployment":[83],"maintenance":[85],"cost,":[86],"how":[87],"enable":[89,199],"stations":[92,130,201],"scalably,":[94],"intelligently,":[95],"optimally":[97],"answer":[98],"concurrently":[103],"challenging":[107],"issue.":[108],"In":[109,173],"this":[110],"paper,":[111],"we":[112],"propose":[113],"deep":[115,178,182],"reinforcement":[116,179],"learning-based":[117],"scheduling":[121,153,171,206],"mechanism":[122],"(hereafter":[123],"referred":[124],"DrDre),":[127],"enabling":[128],"plan":[132],"execute":[134],"received":[135],"from":[139],"drones":[140],"scalable,":[143],"intelligent,":[144],"optimal":[146,205],"manner.":[147],"DrDre":[148,175,237],"takes":[149],"into":[150,191],"account":[151],"parameters":[154],"deadline,":[158],"urgency,":[160],"priority,":[162],"requested":[163],"size,":[165],"popularity":[168],"when":[169],"making":[170],"decisions.":[172],"addition,":[174],"exploits":[176],"learning":[180],"Q-learning":[183],"frameworks":[184],"formulate":[186],"dynamic":[188],"environment":[190,228],"Markov":[193],"Decision":[194],"Process":[195],"(MDP)":[196],"model":[197],"learn":[203],"an":[204],"policy":[207],"order":[209],"maximize":[211],"cumulative":[212],"rewards":[213],"over":[214],"time,":[215],"respectively.":[216],"We":[217],"conduct":[218],"extensive":[219],"comparative":[221],"simulation-based":[222],"experiments":[223],"customized":[226],"simulation":[227],"using":[229],"SUMO":[230],"Python.":[232],"Simulation":[233],"results":[234],"show":[235],"that":[236],"outperforms":[238],"selected":[240],"benchmark":[241],"schemes":[242],"terms":[244],"satisfaction":[247],"rate,":[248],"fulfillment":[250],"latency,":[251],"amount":[253],"downloaded":[255],"data,":[256],"number":[259],"incomplete":[261],"requests.":[262]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-02-06T00:00:00"}