{"id":"https://openalex.org/W7128792125","doi":"https://doi.org/10.1109/ton.2026.3664377","title":"A Two-Timescale Resource Allocation Method Based on Deep Reinforcement Learning for 6G Networks","display_name":"A Two-Timescale Resource Allocation Method Based on Deep Reinforcement Learning for 6G Networks","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7128792125","doi":"https://doi.org/10.1109/ton.2026.3664377"},"language":null,"primary_location":{"id":"doi:10.1109/ton.2026.3664377","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2026.3664377","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123751304","display_name":"Jiaxin Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Liu","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0000-5942-069X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125904115","display_name":"Fan Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Xu","raw_affiliation_strings":["School of Electronic and Information Engineering, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0172-5519","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121114013","display_name":"Guangxu Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangxu Zhu","raw_affiliation_strings":["Data-Driven Intelligent Information System Laboratory, Shenzhen Research Institute of Big Data, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9532-9201","affiliations":[{"raw_affiliation_string":"Data-Driven Intelligent Information System Laboratory, Shenzhen Research Institute of Big Data, Shenzhen, China","institution_ids":["https://openalex.org/I4210099586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125932523","display_name":"Hang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Li","raw_affiliation_strings":["Data-Driven Intelligent Information System Laboratory, Shenzhen Research Institute of Big Data, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data-Driven Intelligent Information System Laboratory, Shenzhen Research Institute of Big Data, Shenzhen, China","institution_ids":["https://openalex.org/I4210099586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123735019","display_name":"Liqiang Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Zhao","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-3374-6066","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125981867","display_name":"Xiongyan Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I6507939","display_name":"China United Network Communications Group (China)","ror":"https://ror.org/028w99c90","country_code":"CN","type":"company","lineage":["https://openalex.org/I6507939"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiongyan Tang","raw_affiliation_strings":["Research Institute, China United Network Communications Corporation (China Unicom), Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-2151-2679","affiliations":[{"raw_affiliation_string":"Research Institute, China United Network Communications Corporation (China Unicom), Beijing, China","institution_ids":["https://openalex.org/I6507939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061307388","display_name":"Lexi Xu","orcid":"https://orcid.org/0000-0003-4338-7252"},"institutions":[{"id":"https://openalex.org/I6507939","display_name":"China United Network Communications Group (China)","ror":"https://ror.org/028w99c90","country_code":"CN","type":"company","lineage":["https://openalex.org/I6507939"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lexi Xu","raw_affiliation_strings":["Research Institute, China United Network Communications Corporation (China Unicom), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4338-7252","affiliations":[{"raw_affiliation_string":"Research Institute, China United Network Communications Corporation (China Unicom), Beijing, China","institution_ids":["https://openalex.org/I6507939"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065359047","display_name":"Guorong Zhou","orcid":"https://orcid.org/0000-0001-9430-1397"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guorong Zhou","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-9430-1397","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13244979,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":null,"first_page":"3625","last_page":"3640"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.5766000151634216,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.5766000151634216,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.09080000221729279,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.05290000140666962,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8913000226020813},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6360999941825867},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5620999932289124},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4571000039577484},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4542999863624573},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.43720000982284546},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.41280001401901245},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.3939000070095062}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8913000226020813},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7736999988555908},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6360999941825867},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5620999932289124},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49810001254081726},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4571000039577484},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4542999863624573},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.43720000982284546},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.41280001401901245},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.3939000070095062},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.3714999854564667},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.3610999882221222},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.35910001397132874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35370001196861267},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.35350000858306885},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.33970001339912415},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.32820001244544983},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2994000017642975},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C194571728","wikidata":"https://www.wikidata.org/wiki/Q206047","display_name":"Asynchronous Transfer Mode","level":2,"score":0.2612999975681305}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ton.2026.3664377","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2026.3664377","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6893275621","display_name":null,"funder_award_id":"62401421","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7917459203","display_name":null,"funder_award_id":"62501424","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2750212574","https://openalex.org/W2911896405","https://openalex.org/W2944851425","https://openalex.org/W2954543879","https://openalex.org/W2956161617","https://openalex.org/W2963334314","https://openalex.org/W2963863328","https://openalex.org/W2970759804","https://openalex.org/W2972047422","https://openalex.org/W2978955357","https://openalex.org/W2999562137","https://openalex.org/W3003433522","https://openalex.org/W3059813204","https://openalex.org/W3122696093","https://openalex.org/W3156295478","https://openalex.org/W3163231210","https://openalex.org/W3173151636","https://openalex.org/W3173424115","https://openalex.org/W4213191720","https://openalex.org/W4214833058","https://openalex.org/W4285122268","https://openalex.org/W4285184341","https://openalex.org/W4285251903","https://openalex.org/W4312373641","https://openalex.org/W4321618026","https://openalex.org/W4387092729","https://openalex.org/W4387869726","https://openalex.org/W4387883631","https://openalex.org/W4389252700","https://openalex.org/W4392693997"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,8,14,30,36,43,55,62,82,113,127,180,192,195,199],"rapid":[2],"development":[3],"of":[4,11,32,58,84,140,194,215],"artificial":[5],"intelligence":[6],"and":[7,26,64,86,147,173,198,213],"dramatic":[9],"growth":[10],"communication":[12,22],"services,":[13],"sixth-generation":[15],"(6G)":[16],"wireless":[17],"network":[18,38,99,152,189],"needs":[19],"to":[20,53,61,79,101,178,190,218],"handle":[21],"tasks":[23],"more":[24],"flexibly":[25],"efficiently,":[27],"significantly":[28],"exacerbating":[29],"challenge":[31],"resource":[33,48,75,88,211],"allocation.":[34],"For":[35],"access":[37],"scenarios":[39],"in":[40,209],"6G":[41],"networks,":[42],"existing":[44,219],"single-layer":[45],"reinforcement":[46,72,136,159],"learning":[47,137,160],"allocation":[49,76,130,201],"algorithms":[50],"are":[51],"hard":[52],"satisfy":[54],"diverse":[56],"demands":[57],"users":[59],"due":[60],"complex":[63],"variable":[65],"state":[66],"space.":[67],"Therefore,":[68],"we":[69,132,167,185],"propose":[70,133],"a":[71,105,121,134,141,148,187],"learning-based":[73],"two-timescale":[74,129],"scheme,":[77,131],"aiming":[78],"jointly":[80],"enhance":[81],"quality":[83,214],"service":[85,118,216],"system":[87],"utilization.":[89],"The":[90],"proposed":[91,128,196,204],"method":[92],"comprises":[93],"an":[94],"upper-layer":[95],"controller":[96],"that":[97,156],"allocates":[98],"resources":[100,114],"lower-layer":[102,110],"controllers":[103,111],"on":[104,116,120],"large":[106],"time":[107,123],"scale.":[108,124],"Then,":[109],"refine":[112],"based":[115],"user":[117],"types":[119],"smaller":[122],"To":[125],"implement":[126],"two-layer":[135],"framework":[138],"consisting":[139],"deep":[142,150],"deterministic":[143],"policy":[144],"gradient":[145],"(DDPG)":[146],"dueling":[149],"Q":[151],"(Dueling-DQN).":[153],"Furthermore,":[154],"recognizing":[155],"coupling":[157],"multiple":[158],"processes":[161],"may":[162],"slow":[163],"down":[164],"algorithm":[165],"convergence,":[166],"employ":[168],"asynchronous":[169],"training,":[170],"transfer":[171],"learning,":[172],"prediction-based":[174],"action":[175],"space":[176],"simplification":[177],"expedite":[179],"model\u2019s":[181],"convergence":[182],"speed.":[183],"Finally,":[184],"build":[186],"prototyping":[188],"verify":[191],"performance":[193],"small-timescale":[197],"large-timescale":[200],"algorithms.":[202],"Our":[203],"scheme":[205],"demonstrates":[206],"significant":[207],"improvements":[208],"both":[210],"utilization":[212],"compared":[217],"schemes.":[220]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-02-14T00:00:00"}