{"id":"https://openalex.org/W4398226352","doi":"https://doi.org/10.1109/twc.2024.3401163","title":"An Intelligent Coexistence Strategy for eMBB/URLLC Traffic in Multi-UAV Relay Networks via Deep Reinforcement Learning","display_name":"An Intelligent Coexistence Strategy for eMBB/URLLC Traffic in Multi-UAV Relay Networks via Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-05-22","ids":{"openalex":"https://openalex.org/W4398226352","doi":"https://doi.org/10.1109/twc.2024.3401163"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2024.3401163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3401163","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054339725","display_name":"Mengqiu Tian","orcid":"https://orcid.org/0000-0002-9342-8182"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengqiu Tian","raw_affiliation_strings":["State Key Laboratory of ISN, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-9342-8182","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ISN, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015340798","display_name":"Changle Li","orcid":"https://orcid.org/0000-0003-2568-8908"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changle Li","raw_affiliation_strings":["State Key Laboratory of ISN, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0003-2568-8908","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ISN, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045332200","display_name":"Yilong Hui","orcid":"https://orcid.org/0000-0001-5543-2669"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilong Hui","raw_affiliation_strings":["State Key Laboratory of ISN, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0001-5543-2669","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ISN, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100687673","display_name":"Binbin Chen","orcid":"https://orcid.org/0000-0002-9584-0082"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Binbin Chen","raw_affiliation_strings":["Pillar of Information Systems Technology and Design, Singapore University of Technology and Design, 8 Somapah Road, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9584-0082","affiliations":[{"raw_affiliation_string":"Pillar of Information Systems Technology and Design, Singapore University of Technology and Design, 8 Somapah Road, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034502293","display_name":"Wenwei Yue","orcid":"https://orcid.org/0000-0002-1890-5911"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwei Yue","raw_affiliation_strings":["State Key Laboratory of ISN, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-1890-5911","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ISN, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045398354","display_name":"Yuchuan Fu","orcid":"https://orcid.org/0000-0003-1966-9161"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchuan Fu","raw_affiliation_strings":["State Key Laboratory of ISN, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0003-1966-9161","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ISN, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6606-5822","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.3523,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.97911029,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"23","issue":"10","first_page":"13424","last_page":"13439"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9692000150680542,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7730228304862976},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7356522083282471},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.7305935025215149},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4833395183086395},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40021610260009766},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38523077964782715}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7730228304862976},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7356522083282471},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.7305935025215149},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4833395183086395},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40021610260009766},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38523077964782715},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2024.3401163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3401163","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5975822635","display_name":"Collaborative Research: CNS Core: Medium:  Exploiting New Degrees-of-Freedom in Wireless Networks with Reprogrammable Intelligent Metagratings","funder_award_id":"2107216","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1509805685","https://openalex.org/W1595159159","https://openalex.org/W1988456768","https://openalex.org/W2087179032","https://openalex.org/W2106864314","https://openalex.org/W2206930994","https://openalex.org/W2210084516","https://openalex.org/W2593512231","https://openalex.org/W2787464953","https://openalex.org/W2945366970","https://openalex.org/W2962259706","https://openalex.org/W2963305780","https://openalex.org/W2963778628","https://openalex.org/W3006331481","https://openalex.org/W3006737624","https://openalex.org/W3010586518","https://openalex.org/W3011529237","https://openalex.org/W3081933036","https://openalex.org/W3104593624","https://openalex.org/W3111053913","https://openalex.org/W3123153976","https://openalex.org/W3134502172","https://openalex.org/W4205681265","https://openalex.org/W4210355598","https://openalex.org/W4220907388","https://openalex.org/W4226342902","https://openalex.org/W4238126865","https://openalex.org/W4285124278","https://openalex.org/W4285170701","https://openalex.org/W4285226140","https://openalex.org/W4286355325","https://openalex.org/W4367663143","https://openalex.org/W4385153795","https://openalex.org/W4388524613","https://openalex.org/W4388819753","https://openalex.org/W6730784190","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W2539674285","https://openalex.org/W1038122923","https://openalex.org/W1998322187","https://openalex.org/W2952514781","https://openalex.org/W3019210376","https://openalex.org/W2391145594","https://openalex.org/W2326572623","https://openalex.org/W1559320887","https://openalex.org/W2137838797","https://openalex.org/W2284606164"],"abstract_inverted_index":{"Preemptive":[0],"scheduling":[1],"efficiently":[2],"addresses":[3],"the":[4,29,40,72,84,93,122,128,132,136,152],"coexistence":[5],"of":[6,74,88],"enhanced":[7],"Mobile":[8],"Broad":[9],"Band":[10],"(eMBB)":[11],"and":[12,34,46,83,107,114,131,145,168,193],"Ultra-Reliable":[13],"Low-Latency":[14],"Communications":[15],"(URLLC).":[16],"While":[17],"URLLC":[18,119,133,170,191],"puncturing":[19,169],"influences":[20],"eMBB":[21,50,105,112,129,172,184,188],"performance,":[22,51],"further":[23,139],"investigation":[24],"is":[25,102,125],"necessary":[26],"to":[27,53,103,118,161],"study":[28],"trade-offs":[30],"between":[31],"stability,":[32],"delay,":[33],"efficiency.":[35,195],"However,":[36],"existing":[37],"studies":[38],"overlook":[39],"imbalance":[41],"in":[42,49,111],"eMBB/URLLC":[43,67],"load":[44],"distribution":[45],"personalized":[47,109],"fluctuations":[48,110],"leading":[52],"sub-optimal":[54],"results.":[55],"To":[56],"tackle":[57],"this,":[58],"we":[59,90,138,154],"propose":[60,155],"an":[61,97,163],"unmanned":[62],"aerial":[63],"vehicle":[64],"(UAV)":[65],"relay-assisted":[66],"multiplexing":[68,94],"framework.":[69],"Specifically,":[70],"considering":[71],"utilization":[73],"UAVs":[75],"for":[76,166],"connecting":[77],"separated":[78],"next-generation":[79],"Node":[80],"Bs":[81],"(gNBs)":[82],"individual":[85],"subject":[86,117],"experience":[87],"services,":[89],"first":[91],"formulate":[92],"problem":[95,124,130],"as":[96],"optimization":[98,149],"problem.":[99,134],"The":[100],"objective":[101],"maximize":[104],"throughput":[106],"minimize":[108],"performance":[113,189],"UAV":[115,186],"consumption,":[116,187],"constraints.":[120],"Then,":[121],"challenging":[123],"decomposed":[126],"into":[127,142,171],"For":[135,151],"former,":[137],"decompose":[140],"it":[141],"three":[143],"sub-problems":[144],"solve":[146],"them":[147],"using":[148],"methods.":[150],"latter,":[153],"a":[156],"deep":[157],"reinforcement":[158],"learning-based":[159],"algorithm":[160],"obtain":[162],"optimal":[164],"strategy":[165],"relaying":[167],"intelligently.":[173],"Simulation":[174],"results":[175],"demonstrate":[176],"that":[177],"our":[178],"proposals":[179],"outperform":[180],"benchmark":[181],"schemes":[182],"regarding":[183],"throughput,":[185],"fluctuation,":[190],"satisfaction,":[192],"learning":[194]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}
