{"id":"https://openalex.org/W7125599485","doi":"https://doi.org/10.1016/j.jiixd.2026.01.001","title":"Two-timescale hierarchical DRL for resource allocation in UAV-assisted 6G edge networks","display_name":"Two-timescale hierarchical DRL for resource allocation in UAV-assisted 6G edge networks","alternate_titles":[],"publication_year":2026,"publication_date":"2026-01-24","ids":{"openalex":"https://openalex.org/W7125599485","doi":"https://doi.org/10.1016/j.jiixd.2026.01.001"},"language":"en","primary_location":{"id":"doi:10.1016/j.jiixd.2026.01.001","doi":"https://doi.org/10.1016/j.jiixd.2026.01.001","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jiixd.2026.01.001","pdf_url":null,"source":{"id":"https://openalex.org/S4387283396","display_name":"Journal of Information and Intelligence","issn_l":"2949-7159","issn":["2949-7159"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","oarl"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information and Intelligence","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7125599485"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.jiixd.2026.01.001","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139846564","display_name":"Jiaxin Liu","orcid":"https://orcid.org/0009-0000-5942-069X","observed_orcids":["https://orcid.org/0009-0000-5942-069X","https://orcid.org/0009-0000-2214-5014"]},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Liu","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, the School of Telecommunications Engineering, Xidian University, Xi\u2019an, 710071, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, the School of Telecommunications Engineering, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123745634","display_name":"Kai Liang","orcid":"https://orcid.org/0000-0002-9431-9391","observed_orcids":["https://orcid.org/0000-0002-9431-9391"]},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kai Liang","raw_affiliation_strings":["Anhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, Hefei 230037, China","State Key Laboratory of Integrated Service Networks, the School of Telecommunications Engineering, Xidian University, Xi\u2019an, 710071, China"],"raw_orcid":"https://orcid.org/0000-0002-2176-0178","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, Hefei 230037, China","institution_ids":[]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, the School of Telecommunications Engineering, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014340318","display_name":"Liqiang Zhao","orcid":"https://orcid.org/0000-0002-3374-6066","observed_orcids":["https://orcid.org/0000-0002-3374-6066"]},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Zhao","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, the School of Telecommunications Engineering, Xidian University, Xi\u2019an, 710071, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, the School of Telecommunications Engineering, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072963924","display_name":"Huixian Gu","orcid":"https://orcid.org/0000-0003-4660-6465","observed_orcids":["https://orcid.org/0000-0003-4660-6465"]},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huixian Gu","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, the School of Telecommunications Engineering, Xidian University, Xi\u2019an, 710071, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, the School of Telecommunications Engineering, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123729201","display_name":"Wei Guo","orcid":"https://orcid.org/0009-0000-3357-1908","observed_orcids":["https://orcid.org/0009-0000-3357-1908"]},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Guo","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, the School of Telecommunications Engineering, Xidian University, Xi\u2019an, 710071, China"],"raw_orcid":"https://orcid.org/0009-0005-1625-9337","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, the School of Telecommunications Engineering, Xidian University, Xi\u2019an, 710071, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5123745634"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":{"value":0,"currency":"USD","value_usd":0},"apc_paid":null,"fwci":4.8074,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93566654,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"4","issue":"2","first_page":"136","last_page":"147"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/uav-assisted-mobile-edge-computing","display_name":"UAV-assisted mobile edge computing","score":0.8930000066757202},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"resource allocation","score":0.7940000295639038},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8859999775886536},{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.6990000009536743},{"id":"https://openalex.org/keywords/two-timescale-optimization","display_name":"two-timescale optimization","score":0.7120000123977661},{"id":"https://openalex.org/keywords/bandwidth-allocation","display_name":"bandwidth allocation","score":0.7540000081062317},{"id":"https://openalex.org/keywords/user-scheduling","display_name":"user scheduling","score":0.7720000147819519},{"id":"https://openalex.org/keywords/channel-utilization","display_name":"channel utilization","score":0.7350000143051147},{"id":"https://openalex.org/keywords/transmission-latency","display_name":"transmission latency","score":0.9800000190734863},{"id":"https://openalex.org/keywords/cross-layer-optimization","display_name":"cross-layer optimization","score":0.4480000138282776}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7595999836921692},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.678600013256073},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5784000158309937},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.5616000294685364},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.534600019454956},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5267999768257141},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.47049999237060547},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.45249998569488525},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.39169999957084656},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3864000141620636},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.38600000739097595},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36059999465942383},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3467999994754791},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.33640000224113464},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.323199987411499},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3230000138282776},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.27810001373291016},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.272599995136261},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.27160000801086426},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C145062175","wikidata":"https://www.wikidata.org/wiki/Q5318947","display_name":"Dynamic bandwidth allocation","level":3,"score":0.25850000977516174},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C88871306","wikidata":"https://www.wikidata.org/wiki/Q7208287","display_name":"Point process","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.jiixd.2026.01.001","doi":"https://doi.org/10.1016/j.jiixd.2026.01.001","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jiixd.2026.01.001","pdf_url":null,"source":{"id":"https://openalex.org/S4387283396","display_name":"Journal of Information and Intelligence","issn_l":"2949-7159","issn":["2949-7159"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","oarl"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information and Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3b562720a7114f19bed47d32f6ad7445","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/3b562720a7114f19bed47d32f6ad7445","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Information and Intelligence, Vol 4, Iss 2, Pp 136-147 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.jiixd.2026.01.001","doi":"https://doi.org/10.1016/j.jiixd.2026.01.001","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jiixd.2026.01.001","pdf_url":null,"source":{"id":"https://openalex.org/S4387283396","display_name":"Journal of Information and Intelligence","issn_l":"2949-7159","issn":["2949-7159"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","oarl"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information and Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7207000255584717,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G8919067659","display_name":null,"funder_award_id":"2024GX-YBXM-019","funder_id":"https://openalex.org/F4320336350","funder_display_name":"Key Research and Development Projects of Shaanxi Province"}],"funders":[{"id":"https://openalex.org/F4320336350","display_name":"Key Research and Development Projects of Shaanxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1639877187","https://openalex.org/W2268751503","https://openalex.org/W2746553466","https://openalex.org/W2789361148","https://openalex.org/W2962691117","https://openalex.org/W2963000651","https://openalex.org/W2963923407","https://openalex.org/W2969525674","https://openalex.org/W3016185400","https://openalex.org/W3080082685","https://openalex.org/W3194030134","https://openalex.org/W3196226093","https://openalex.org/W4200417785","https://openalex.org/W4210673662","https://openalex.org/W4212799982","https://openalex.org/W4214866088","https://openalex.org/W4226133071","https://openalex.org/W4317739586","https://openalex.org/W4378189243","https://openalex.org/W4386918894","https://openalex.org/W4388085101","https://openalex.org/W4399807848"],"related_works":["https://openalex.org/W7143539907","https://openalex.org/W7161775431","https://openalex.org/W4416408518","https://openalex.org/W7117304763","https://openalex.org/W4403729657","https://openalex.org/W4408220752","https://openalex.org/W7118647640","https://openalex.org/W7163716148","https://openalex.org/W4410061708","https://openalex.org/W4411551497"],"abstract_inverted_index":{"Integrating":[0],"unmanned":[1],"aerial":[2],"vehicles":[3],"(UAVs)":[4],"into":[5],"mobile":[6],"edge":[7,22],"computing":[8],"(MEC)":[9],"systems":[10],"offers":[11],"a":[12,57],"promising":[13],"solution":[14],"to":[15,95],"enhance":[16],"coverage":[17],"and":[18,27,41,71,81,99,116,144,162,172],"flexibility":[19],"in":[20,157],"6G":[21],"networks.":[23],"However,":[24],"the":[25,84,109,117,126,151],"dynamic":[26,165],"resource-limited":[28],"nature":[29],"of":[30],"UAVs":[31],"introduces":[32],"strong":[33],"cross-layer":[34],"coupling":[35],"between":[36],"UAV\u2013access":[37],"point":[38],"(AP)":[39],"coordination":[40,137],"AP\u2013user":[42],"scheduling,":[43],"making":[44],"efficient":[45,145],"resource":[46],"allocation":[47,115],"highly":[48],"challenging.":[49],"To":[50,124],"address":[51],"this":[52,54],"issue,":[53],"paper":[55],"proposes":[56],"unified":[58],"two-timescale":[59],"hierarchical":[60,76],"deep":[61],"reinforcement":[62],"learning":[63],"(DRL)":[64],"framework":[65,153],"that":[66,78,150],"jointly":[67],"optimizes":[68],"channel":[69,158],"utilization":[70],"transmission":[72],"latency.":[73],"Unlike":[74],"conventional":[75],"decompositions":[77],"separate":[79],"large-":[80],"small-timescale":[82,122],"decisions,":[83],"proposed":[85,152],"method":[86],"models":[87],"UAV\u2013AP":[88],"interactions":[89],"as":[90],"an":[91,134],"integrated":[92],"optimization":[93],"process":[94],"preserve":[96],"global":[97],"consistency":[98],"avoid":[100],"local":[101],"optima.":[102],"A":[103],"dual-layer":[104],"architecture":[105],"is":[106,139],"designed,":[107],"where":[108],"UAV-level":[110],"agent":[111],"performs":[112],"large-timescale":[113],"bandwidth":[114],"AP-level":[118],"agents":[119],"conduct":[120],"fine-grained":[121],"scheduling.":[123],"mitigate":[125],"exponential":[127],"complexity":[128],"caused":[129],"by":[130],"nested":[131],"DRL":[132],"updates,":[133],"asynchronous":[135],"cross-timescale":[136],"mechanism":[138],"introduced,":[140],"enabling":[141],"stable":[142],"convergence":[143],"learning.":[146],"Simulation":[147],"results":[148],"demonstrate":[149],"achieves":[154],"superior":[155],"performance":[156],"utilization,":[159],"delay":[160],"reduction,":[161],"robustness":[163],"under":[164],"traffic":[166],"conditions":[167],"compared":[168],"with":[169],"single-agent,":[170],"prediction-based,":[171],"heuristic":[173],"baselines.":[174]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7125599485","counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2026-01-25T00:00:00"}
