{"id":"https://openalex.org/W4379618830","doi":"https://doi.org/10.1109/jiot.2023.3283553","title":"Two-Tier Resource Allocation for Multitenant Network Slicing: A Federated Deep Reinforcement Learning Approach","display_name":"Two-Tier Resource Allocation for Multitenant Network Slicing: A Federated Deep Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-06-07","ids":{"openalex":"https://openalex.org/W4379618830","doi":"https://doi.org/10.1109/jiot.2023.3283553"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3283553","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3283553","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034954246","display_name":"Ruijie Ou","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruijie Ou","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","Intelligent Terminal Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Yibin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Intelligent Terminal Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Yibin, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091755158","display_name":"Guolin Sun","orcid":"https://orcid.org/0000-0001-9754-7261"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guolin Sun","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","Intelligent Terminal Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Yibin, China"],"raw_orcid":"https://orcid.org/0000-0001-9754-7261","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Intelligent Terminal Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Yibin, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020282335","display_name":"Daniel Ayepah-Mensah","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daniel Ayepah-Mensah","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","Intelligent Terminal Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Yibin, China"],"raw_orcid":"https://orcid.org/0000-0001-9159-0509","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Intelligent Terminal Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Yibin, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004399713","display_name":"Gordon Owusu Boateng","orcid":"https://orcid.org/0000-0002-7923-367X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gordon Owusu Boateng","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","Intelligent Terminal Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Yibin, China"],"raw_orcid":"https://orcid.org/0000-0002-7923-367X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Intelligent Terminal Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Yibin, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003393482","display_name":"Guisong Liu","orcid":"https://orcid.org/0000-0003-2360-0466"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guisong Liu","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2360-0466","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5112,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.94973728,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"10","issue":"22","first_page":"20174","last_page":"20187"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8748619556427002},{"id":"https://openalex.org/keywords/multitenancy","display_name":"Multitenancy","score":0.8698344826698303},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.7545307874679565},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7494190335273743},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5142642855644226},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5036525130271912},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.48527762293815613},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.43982842564582825},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3549211621284485},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.19330435991287231},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17982980608940125}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8748619556427002},{"id":"https://openalex.org/C69016650","wikidata":"https://www.wikidata.org/wiki/Q1364211","display_name":"Multitenancy","level":5,"score":0.8698344826698303},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.7545307874679565},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7494190335273743},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5142642855644226},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5036525130271912},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.48527762293815613},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43982842564582825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3549211621284485},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.19330435991287231},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17982980608940125},{"id":"https://openalex.org/C175133352","wikidata":"https://www.wikidata.org/wiki/Q1254596","display_name":"Software as a service","level":4,"score":0.0},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.0},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3283553","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3283553","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G4432350638","display_name":null,"funder_award_id":"DZKJDX2021020005","funder_id":"https://openalex.org/F4320336639","funder_display_name":"Yibin Science and Technology Planning Program"},{"id":"https://openalex.org/G534734610","display_name":null,"funder_award_id":"2020YFQ0025","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"},{"id":"https://openalex.org/G6114932493","display_name":"\u57fa\u4e8e\u7f51\u7edc\u5207\u7247\u76845G\u7269\u8054\u7f51\u8d85\u4f4e\u65f6\u5ef6\u4f20\u8f93\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61771098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8169110997","display_name":null,"funder_award_id":"61806040","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320333335","display_name":"Sichuan Province Science and Technology Support Program","ror":null},{"id":"https://openalex.org/F4320336639","display_name":"Yibin Science and Technology Planning Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2080555506","https://openalex.org/W2226827734","https://openalex.org/W2513616575","https://openalex.org/W2597003067","https://openalex.org/W2739727157","https://openalex.org/W2753585338","https://openalex.org/W2893651011","https://openalex.org/W2900804979","https://openalex.org/W2911713224","https://openalex.org/W2915212512","https://openalex.org/W2919669841","https://openalex.org/W2920095265","https://openalex.org/W2948712218","https://openalex.org/W2949104502","https://openalex.org/W2961633752","https://openalex.org/W2963864421","https://openalex.org/W2966690133","https://openalex.org/W2976008907","https://openalex.org/W3010165940","https://openalex.org/W3021654819","https://openalex.org/W3028170371","https://openalex.org/W3042593295","https://openalex.org/W3045027907","https://openalex.org/W3123346421","https://openalex.org/W3126696132","https://openalex.org/W3130077850","https://openalex.org/W3158185430","https://openalex.org/W3184222766","https://openalex.org/W3195728792","https://openalex.org/W3208123860","https://openalex.org/W3210711790","https://openalex.org/W4205786215","https://openalex.org/W4285819283","https://openalex.org/W4318619660","https://openalex.org/W6684921986","https://openalex.org/W6728757088","https://openalex.org/W6840649519"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2805570840","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2153007255","https://openalex.org/W2138781885"],"abstract_inverted_index":{"Fifth-generation":[0],"(5G)":[1],"wireless":[2],"networks":[3],"enable":[4],"gigabit-per-second":[5],"data":[6],"speeds,":[7],"minimal":[8],"latency,":[9],"and":[10,65,93,96,122,138,165,179,204,214,232],"reliable":[11],"Internet":[12],"of":[13,38,100,245],"Things":[14],"(IoT)":[15],"connectivity.":[16],"Thus,":[17],"network":[18,59],"slicing":[19],"(NS)":[20],"has":[21],"gained":[22],"enormous":[23],"interest":[24],"due":[25],"to":[26,29,34,49,54,56,75,149,192,228],"its":[27],"ability":[28],"improve":[30],"resource":[31,53,108,145],"allocation.":[32],"Due":[33],"the":[35,45,51,89,128,151,155,188,194,229],"exponential":[36],"growth":[37],"IoT":[39,66,94,123,166,180],"data,":[40],"it":[41],"is":[42,87],"difficult":[43],"for":[44,111],"infrastructure":[46],"providers":[47],"(InPs)":[48],"determine":[50],"appropriate":[52],"allocate":[55],"mobile":[57],"virtual":[58],"operators":[60],"(MVNOs).":[61],"In":[62],"addition,":[63],"MVNOs":[64,74,92,164,174],"devices":[67,95,167,181],"may":[68],"use":[69,99,187],"self-serving":[70],"tactics":[71],"that":[72,223],"cause":[73],"violate":[76],"service":[77],"level":[78],"agreements":[79],"(SLAs).":[80],"Therefore,":[81],"a":[82,106,114,133,140,160,169,199,242],"fundamental":[83],"problem":[84,131,136],"in":[85],"NS":[86,112],"capturing":[88],"interaction":[90],"between":[91,117,163],"ensuring":[97],"efficient":[98],"InP":[101],"resources.":[102],"This":[103],"article":[104],"proposes":[105],"two-tier":[107],"allocation":[109,146],"technique":[110],"involving":[113],"monopolistic":[115],"market":[116,162],"an":[118],"InP,":[119],"multiple":[120],"MVNOs,":[121],"devices.":[124],"First,":[125],"we":[126,158],"model":[127,159],"upper":[129],"tier":[130],"as":[132,168],"Markov":[134],"decision":[135],"(MDP)":[137],"design":[139],"federated":[141],"deep":[142],"reinforcement":[143],"learning-based":[144],"algorithm":[147,226],"(FDRL-RA)":[148],"explore":[150],"optimization":[152],"solution.":[153],"At":[154],"lower":[156],"tier,":[157],"trading":[161],"two-stage":[170],"Stackelberg":[171,196],"game,":[172],"where":[173],"set":[175,182],"their":[176,183],"unit":[177],"prices":[178],"purchase":[184],"quantities.":[185],"We":[186],"backward":[189],"induction":[190],"method":[191],"analyze":[193],"proposed":[195,225],"game":[197],"under":[198,236],"competitive":[200],"pricing":[201,206,238],"scheme":[202,207],"(CPS)":[203],"independent":[205],"(IPS),":[208],"which":[209],"ensures":[210],"high":[211,243],"MVNOs\u2019":[212],"profit":[213],"users\u2019":[215],"utility":[216,235],"at":[217],"acceptable":[218],"levels.":[219],"Simulation":[220],"results":[221],"show":[222],"our":[224],"converges":[227],"optimal":[230],"solution":[231],"effectively":[233],"maximizes":[234],"different":[237],"schemes":[239],"while":[240],"providing":[241],"degree":[244],"privacy.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}