{"id":"https://openalex.org/W4408326117","doi":"https://doi.org/10.1109/globecom52923.2024.10901535","title":"Self-Play Ensemble Q-learning enabled Resource Allocation for Network Slicing","display_name":"Self-Play Ensemble Q-learning enabled Resource Allocation for Network Slicing","publication_year":2024,"publication_date":"2024-12-08","ids":{"openalex":"https://openalex.org/W4408326117","doi":"https://doi.org/10.1109/globecom52923.2024.10901535"},"language":"en","primary_location":{"id":"doi:10.1109/globecom52923.2024.10901535","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom52923.2024.10901535","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2024 - 2024 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055943275","display_name":"Shavbo Salehi","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Shavbo Salehi","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084225951","display_name":"Pedro Enrique Iturria-Rivera","orcid":"https://orcid.org/0000-0002-8757-2639"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Pedro Enrique Iturria-Rivera","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049344765","display_name":"Medhat Elsayed","orcid":"https://orcid.org/0000-0002-1106-6078"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Medhat Elsayed","raw_affiliation_strings":["Ericsson Canada Inc.,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"Ericsson Canada Inc.,Ottawa,Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000101528","display_name":"Majid Bavand","orcid":"https://orcid.org/0000-0002-8331-0033"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Majid Bavand","raw_affiliation_strings":["Ericsson Canada Inc.,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"Ericsson Canada Inc.,Ottawa,Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066201625","display_name":"Raimundas Gaigalas","orcid":null},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Raimundas Gaigalas","raw_affiliation_strings":["Ericsson AB,Stockhom,Sweden"],"affiliations":[{"raw_affiliation_string":"Ericsson AB,Stockhom,Sweden","institution_ids":["https://openalex.org/I1306339040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040949386","display_name":"Yigit Ozcan","orcid":"https://orcid.org/0000-0001-9258-4602"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yigit Ozcan","raw_affiliation_strings":["Ericsson Canada Inc.,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"Ericsson Canada Inc.,Ottawa,Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5055943275"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":0.6989,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75120971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4528","last_page":"4533"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9352999925613403,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7586033344268799},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.7310233116149902},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6118067502975464},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5897059440612793},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5083665251731873},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.4782252013683319},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4607554078102112},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4175180196762085},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.28892752528190613},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.21625161170959473},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19966191053390503},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12067943811416626}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7586033344268799},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.7310233116149902},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6118067502975464},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5897059440612793},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5083665251731873},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.4782252013683319},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4607554078102112},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4175180196762085},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.28892752528190613},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.21625161170959473},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19966191053390503},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12067943811416626}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom52923.2024.10901535","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom52923.2024.10901535","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2024 - 2024 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320994","display_name":"Canada Research Chairs","ror":"https://ror.org/0517h6h17"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2945086780","https://openalex.org/W2961380111","https://openalex.org/W3209282794","https://openalex.org/W3209687765","https://openalex.org/W4224254921","https://openalex.org/W4226499084","https://openalex.org/W4294811272","https://openalex.org/W4296916017","https://openalex.org/W4319988923","https://openalex.org/W4385153795","https://openalex.org/W4388837996","https://openalex.org/W4389104915","https://openalex.org/W4392175326","https://openalex.org/W4402159228","https://openalex.org/W6791334070","https://openalex.org/W6804385580"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413","https://openalex.org/W2153007255"],"abstract_inverted_index":{"In":[0],"5G":[1],"networks,":[2],"network":[3,130],"slicing":[4],"has":[5,34],"emerged":[6],"as":[7],"a":[8,188,208],"pivotal":[9],"paradigm":[10],"to":[11,73,91,96],"address":[12],"diverse":[13,145],"user":[14],"demands":[15,146],"and":[16,39,103,122,124,154,175,206],"service":[17],"requirements.":[18],"To":[19,42],"meet":[20],"the":[21,35,49,59,78,105,136,144,163,169,183,195,215],"requirements,":[22],"reinforcement":[23],"learning":[24],"(RL)":[25],"algorithms":[26],"have":[27],"been":[28],"utilized":[29],"widely,":[30],"but":[31],"this":[32,46],"method":[33,199],"problem":[36],"of":[37,51,58,107,138,171,182,217],"overestimation":[38],"exploration-exploitation":[40,70],"trade-offs.":[41],"tackle":[43],"these":[44],"problems,":[45],"paper":[47],"explores":[48],"application":[50],"self-play":[52,117,139,172,196],"ensemble":[53,63,118,140,173,197],"Q-learning,":[54,119,121,123],"an":[55],"extended":[56],"version":[57],"RL-based":[60,115],"technique.":[61],"Self-play":[62],"Q-learning":[64,141,174,177,198],"utilizes":[65],"multiple":[66],"Q-tables":[67,184],"with":[68,162],"various":[69],"rates":[71],"leading":[72],"different":[74,129],"observations":[75],"for":[76,82],"choosing":[77],"most":[79],"suitable":[80],"action":[81],"each":[83,88],"state.":[84],"Moreover,":[85],"through":[86],"self-play,":[87],"model":[89],"endeavors":[90],"enhance":[92],"its":[93,97],"performance":[94,110,127],"compared":[95],"previous":[98],"iterations,":[99],"boosting":[100],"system":[101,212],"efficiency,":[102],"decreasing":[104],"effect":[106],"overestimation.":[108],"For":[109],"evaluation,":[111],"we":[112,134,167],"consider":[113],"three":[114],"algorithms;":[116],"double":[120,176],"compare":[125],"their":[126],"under":[128],"traffic.":[131],"Through":[132],"simulations,":[133],"demonstrate":[135],"effectiveness":[137],"in":[142,149,152,156,160,178,211],"meeting":[143],"within":[147],"21.92%":[148],"latency,":[150],"24.22%":[151],"throughput,":[153],"23.63%":[155],"packet":[157],"drop":[158,210],"rate":[159],"comparison":[161],"baseline":[164],"methods.":[165],"Furthermore,":[166],"evaluate":[168],"robustness":[170],"situations":[179],"where":[180],"one":[181],"is":[185,200],"affected":[186],"by":[187],"malicious":[189],"user.":[190],"Our":[191],"results":[192],"depicted":[193],"that":[194],"more":[201],"robust":[202],"against":[203],"adversarial":[204],"users":[205,218],"prevents":[207],"noticeable":[209],"performance,":[213],"mitigating":[214],"impact":[216],"manipulating":[219],"policies.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}