{"id":"https://openalex.org/W4411143014","doi":"https://doi.org/10.1109/jiot.2025.3578198","title":"A Robust Deep <i>Q</i>-Network (DQN) for Heterogeneous Tasks and QoS-Aware UAV Relay Communication Optimization","display_name":"A Robust Deep <i>Q</i>-Network (DQN) for Heterogeneous Tasks and QoS-Aware UAV Relay Communication Optimization","publication_year":2025,"publication_date":"2025-06-09","ids":{"openalex":"https://openalex.org/W4411143014","doi":"https://doi.org/10.1109/jiot.2025.3578198"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3578198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3578198","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066476324","display_name":"Shaomiao Chen","orcid":"https://orcid.org/0000-0002-8123-5463"},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shaomiao Chen","raw_affiliation_strings":["School of Computer Science and Engineering, and the Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","Sanya Research Institute, School of Computer Science and Engineering, Hunan University of Science and Technology, Hunan University of Science and Technology and Hunan Key Laboratory for Service Computing and Novel Software Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, and the Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","institution_ids":["https://openalex.org/I121296143"]},{"raw_affiliation_string":"Sanya Research Institute, School of Computer Science and Engineering, Hunan University of Science and Technology, Hunan University of Science and Technology and Hunan Key Laboratory for Service Computing and Novel Software Technology, China","institution_ids":["https://openalex.org/I121296143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009228005","display_name":"Peng Cui","orcid":"https://orcid.org/0000-0003-2957-8511"},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengquan Peng","raw_affiliation_strings":["School of Computer Science and Engineering, and the Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","Sanya Research Institute, School of Computer Science and Engineering, Hunan University of Science and Technology, Hunan University of Science and Technology and Hunan Key Laboratory for Service Computing and Novel Software Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, and the Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","institution_ids":["https://openalex.org/I121296143"]},{"raw_affiliation_string":"Sanya Research Institute, School of Computer Science and Engineering, Hunan University of Science and Technology, Hunan University of Science and Technology and Hunan Key Laboratory for Service Computing and Novel Software Technology, China","institution_ids":["https://openalex.org/I121296143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002193655","display_name":"Liming Jiang","orcid":"https://orcid.org/0000-0002-1127-9823"},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liming Jiang","raw_affiliation_strings":["School of Computer Science and Engineering, and the Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","Sanya Research Institute, School of Computer Science and Engineering, Hunan University of Science and Technology, Hunan University of Science and Technology and Hunan Key Laboratory for Service Computing and Novel Software Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, and the Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","institution_ids":["https://openalex.org/I121296143"]},{"raw_affiliation_string":"Sanya Research Institute, School of Computer Science and Engineering, Hunan University of Science and Technology, Hunan University of Science and Technology and Hunan Key Laboratory for Service Computing and Novel Software Technology, China","institution_ids":["https://openalex.org/I121296143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076776338","display_name":"Ke Nai","orcid":"https://orcid.org/0000-0001-5654-0215"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Nai","raw_affiliation_strings":["School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, Hunan, China","School of Computer and Communication Engineering, Changsha University of Science and Technology, Hunan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I56934997"]},{"raw_affiliation_string":"School of Computer and Communication Engineering, Changsha University of Science and Technology, Hunan, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078519973","display_name":"Wei Liang","orcid":"https://orcid.org/0000-0002-5074-1363"},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liang","raw_affiliation_strings":["School of Computer Science and Engineering, and the Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","Sanya Research Institute, School of Computer Science and Engineering, Hunan University of Science and Technology, Hunan University of Science and Technology and Hunan Key Laboratory for Service Computing and Novel Software Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, and the Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","institution_ids":["https://openalex.org/I121296143"]},{"raw_affiliation_string":"Sanya Research Institute, School of Computer Science and Engineering, Hunan University of Science and Technology, Hunan University of Science and Technology and Hunan Key Laboratory for Service Computing and Novel Software Technology, China","institution_ids":["https://openalex.org/I121296143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100346175","display_name":"Jin Wang","orcid":"https://orcid.org/0000-0001-5473-8738"},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Wang","raw_affiliation_strings":["School of Computer Science and Engineering, and the Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","Sanya Research Institute, School of Computer Science and Engineering, Hunan University of Science and Technology, Hunan University of Science and Technology and Hunan Key Laboratory for Service Computing and Novel Software Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, and the Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","institution_ids":["https://openalex.org/I121296143"]},{"raw_affiliation_string":"Sanya Research Institute, School of Computer Science and Engineering, Hunan University of Science and Technology, Hunan University of Science and Technology and Hunan Key Laboratory for Service Computing and Novel Software Technology, China","institution_ids":["https://openalex.org/I121296143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063188437","display_name":"Kuan\u2010Ching Li","orcid":"https://orcid.org/0000-0003-1381-4364"},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kuanching Li","raw_affiliation_strings":["School of Computer Science and Engineering, and the Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","Sanya Research Institute, School of Computer Science and Engineering, Hunan University of Science and Technology, Hunan University of Science and Technology and Hunan Key Laboratory for Service Computing and Novel Software Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, and the Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","institution_ids":["https://openalex.org/I121296143"]},{"raw_affiliation_string":"Sanya Research Institute, School of Computer Science and Engineering, Hunan University of Science and Technology, Hunan University of Science and Technology and Hunan Key Laboratory for Service Computing and Novel Software Technology, China","institution_ids":["https://openalex.org/I121296143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082471864","display_name":"Al\u2010Sakib Khan Pathan","orcid":"https://orcid.org/0000-0001-6572-3451"},"institutions":[{"id":"https://openalex.org/I63169043","display_name":"United International University","ror":"https://ror.org/01tqv1p28","country_code":"BD","type":"education","lineage":["https://openalex.org/I63169043"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Al-Sakib Khan Pathan","raw_affiliation_strings":["Department of Computer Science and Engineering, United International University, Dhaka, Bangladesh"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, United International University, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I63169043"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5066476324"],"corresponding_institution_ids":["https://openalex.org/I121296143"],"apc_list":null,"apc_paid":null,"fwci":5.0022,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.94164963,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":"16","first_page":"33980","last_page":"33994"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.940500020980835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8520227670669556},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.746939480304718},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.645139753818512},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5814377069473267},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42339402437210083},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4101145267486572},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1021319031715393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8520227670669556},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.746939480304718},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.645139753818512},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5814377069473267},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42339402437210083},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4101145267486572},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1021319031715393},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3578198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3578198","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5222972347","display_name":null,"funder_award_id":"61906065","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7261328719","display_name":null,"funder_award_id":"62106071","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W2746553466","https://openalex.org/W2891904594","https://openalex.org/W2963304955","https://openalex.org/W3015082424","https://openalex.org/W3016146548","https://openalex.org/W3084268808","https://openalex.org/W3108817008","https://openalex.org/W3117488375","https://openalex.org/W3138743904","https://openalex.org/W3158395156","https://openalex.org/W3160812247","https://openalex.org/W3191505721","https://openalex.org/W3192347677","https://openalex.org/W3197523458","https://openalex.org/W3202229227","https://openalex.org/W3206780742","https://openalex.org/W3213889621","https://openalex.org/W4206021703","https://openalex.org/W4206614401","https://openalex.org/W4226223772","https://openalex.org/W4285114650","https://openalex.org/W4285142853","https://openalex.org/W4285202992","https://openalex.org/W4293370508","https://openalex.org/W4295789133","https://openalex.org/W4307953057","https://openalex.org/W4312415945","https://openalex.org/W4312601533","https://openalex.org/W4312737643","https://openalex.org/W4312770573","https://openalex.org/W4312811396","https://openalex.org/W4312943725","https://openalex.org/W4320005669","https://openalex.org/W4327662651","https://openalex.org/W4360995664","https://openalex.org/W4366966686","https://openalex.org/W4378804921","https://openalex.org/W4379928101","https://openalex.org/W4379984640","https://openalex.org/W4381331133","https://openalex.org/W4384080876","https://openalex.org/W4384787880","https://openalex.org/W4385269127","https://openalex.org/W4385652500","https://openalex.org/W4386088209","https://openalex.org/W4386322202","https://openalex.org/W4388878558","https://openalex.org/W4388919195","https://openalex.org/W4389230743","https://openalex.org/W4390075129","https://openalex.org/W4392607810","https://openalex.org/W4394595165","https://openalex.org/W6637967152","https://openalex.org/W6687681856","https://openalex.org/W6740092555"],"related_works":["https://openalex.org/W2539674285","https://openalex.org/W1998322187","https://openalex.org/W1038122923","https://openalex.org/W2952514781","https://openalex.org/W3019210376","https://openalex.org/W2391145594","https://openalex.org/W2326572623","https://openalex.org/W1559320887","https://openalex.org/W2284606164","https://openalex.org/W2966229283"],"abstract_inverted_index":{"Unmanned":[0],"Aerial":[1],"Vehicles":[2],"(UAVs)":[3],"play":[4],"a":[5,65,74],"significant":[6],"role":[7],"in":[8,95],"wireless":[9],"communication":[10,42,88],"because":[11],"of":[12,19,39,51,110],"their":[13],"high":[14],"maneuverability":[15],"and":[16,35,48,60,84,101,116,126,138,151],"the":[17,32,57,62,96,106,119,131],"advantage":[18],"forming":[20],"Line-of-Sight":[21],"(LoS)":[22],"links":[23],"with":[24],"ground":[25],"users.":[26],"In":[27],"this":[28],"research,":[29],"we":[30,55,71],"investigate":[31],"trajectory":[33],"design":[34],"resource":[36],"scheduling":[37],"problem":[38],"UAV":[40,86],"relay":[41,87],"optimization":[43,58,89,122,140],"scenarios,":[44],"considering":[45],"heterogeneous":[46,82],"tasks":[47,83],"QoS":[49],"(Quality":[50],"Service)":[52],"awareness.":[53],"First,":[54],"model":[56],"scenario":[59,123],"transform":[61],"problem-solving":[63],"into":[64],"Markov":[66],"Decision":[67],"Process":[68],"(MDP).":[69],"Next,":[70],"propose":[72],"R-DQN,":[73],"robust":[75,115],"DQN":[76],"(Deep":[77],"Q-Network)":[78],"algorithm":[79,134],"tailored":[80],"for":[81,118],"QoS-aware":[85],"scenarios.":[90],"R-DQN":[91,133],"introduces":[92],"corresponding":[93],"mechanisms":[94],"training":[97],"process,":[98],"network":[99],"structure,":[100],"sampling":[102],"method":[103],"to":[104],"improve":[105],"effective":[107],"exploration":[108],"capability":[109],"DQN,":[111,148,150],"making":[112],"it":[113],"more":[114],"suitable":[117],"dynamic":[120],"constrained":[121],"tackled.":[124],"Simulations":[125],"experimental":[127],"results":[128],"show":[129],"that":[130],"proposed":[132],"has":[135],"better":[136],"convergence":[137],"global":[139],"abilities":[141],"than":[142],"other":[143],"algorithms,":[144],"such":[145],"as":[146],"Dueling":[147],"Noisy":[149],"DDQN.":[152]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-06-10T00:00:00"}