{"id":"https://openalex.org/W4399114117","doi":"https://doi.org/10.1109/access.2024.3406949","title":"Hierarchical Reinforcement Learning Based Resource Allocation for RAN Slicing","display_name":"Hierarchical Reinforcement Learning Based Resource Allocation for RAN Slicing","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399114117","doi":"https://doi.org/10.1109/access.2024.3406949"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3406949","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3406949","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10540392.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10540392.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025382648","display_name":"Hasan An\u0131l Aky\u0131ld\u0131z","orcid":"https://orcid.org/0009-0000-0071-5477"},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]},{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["SE","TR"],"is_corresponding":true,"raw_author_name":"Hasan An\u0131l Aky\u0131ld\u0131z","raw_affiliation_strings":["Electronics and Communication Department, Istanbul Technical University, İstanbul, Turkey","Electronics and Communication Department, Istanbul Technical University, Maslak/Istanbul, Turkey","Ericsson, Business Area Networks Engineering Unit Cloud RAN, Sweden"],"affiliations":[{"raw_affiliation_string":"Electronics and Communication Department, Istanbul Technical University, İstanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]},{"raw_affiliation_string":"Electronics and Communication Department, Istanbul Technical University, Maslak/Istanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]},{"raw_affiliation_string":"Ericsson, Business Area Networks Engineering Unit Cloud RAN, Sweden","institution_ids":["https://openalex.org/I1306339040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048723197","display_name":"\u00d6mer Faruk Gemici","orcid":"https://orcid.org/0000-0001-8837-6253"},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"\u00d6mer Faruk Gemici","raw_affiliation_strings":["Electronics and Communication Department, Istanbul Technical University, İstanbul, Turkey","Electronics and Communication Department, Istanbul Technical University, Maslak/Istanbul, Turkey"],"affiliations":[{"raw_affiliation_string":"Electronics and Communication Department, Istanbul Technical University, İstanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]},{"raw_affiliation_string":"Electronics and Communication Department, Istanbul Technical University, Maslak/Istanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026068372","display_name":"\u0130brahim H\u00f6kelek","orcid":"https://orcid.org/0000-0003-0729-178X"},"institutions":[{"id":"https://openalex.org/I4210141511","display_name":"TUBITAK BILGEM","ror":"https://ror.org/057kvja37","country_code":"TR","type":"government","lineage":["https://openalex.org/I4210141511"]},{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ibrahim H\u00f6kelek","raw_affiliation_strings":["Electronics and Communication Department, Istanbul Technical University, İstanbul, Turkey","Electronics and Communication Department, Istanbul Technical University, Maslak/Istanbul, Turkey","Research Center for Advanced Technologies on Informatics and Information Security, TUBITAK BILGEM, Gebze/Kocaeli, Turkey"],"affiliations":[{"raw_affiliation_string":"Electronics and Communication Department, Istanbul Technical University, İstanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]},{"raw_affiliation_string":"Electronics and Communication Department, Istanbul Technical University, Maslak/Istanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]},{"raw_affiliation_string":"Research Center for Advanced Technologies on Informatics and Information Security, TUBITAK BILGEM, Gebze/Kocaeli, Turkey","institution_ids":["https://openalex.org/I4210141511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053539115","display_name":"Hakan Ali \u00c7\u0131rpan","orcid":"https://orcid.org/0000-0002-3591-6567"},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Hakan Ali \u00c7\u0131rpan","raw_affiliation_strings":["Electronics and Communication Department, Istanbul Technical University, İstanbul, Turkey","Electronics and Communication Department, Istanbul Technical University, Maslak/Istanbul, Turkey"],"affiliations":[{"raw_affiliation_string":"Electronics and Communication Department, Istanbul Technical University, İstanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]},{"raw_affiliation_string":"Electronics and Communication Department, Istanbul Technical University, Maslak/Istanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5025382648"],"corresponding_institution_ids":["https://openalex.org/I1306339040","https://openalex.org/I48912391"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.0742,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.91661408,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"75818","last_page":"75831"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.8978000283241272,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.8978000283241272,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.8813999891281128,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.8677999973297119,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7769440412521362},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7292852401733398},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.6532753109931946},{"id":"https://openalex.org/keywords/ran","display_name":"Ran","score":0.6276699900627136},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5254054665565491},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.49820804595947266},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3289397954940796},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.24483981728553772},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21879014372825623},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.18468362092971802}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7769440412521362},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7292852401733398},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.6532753109931946},{"id":"https://openalex.org/C160704184","wikidata":"https://www.wikidata.org/wiki/Q18031028","display_name":"Ran","level":2,"score":0.6276699900627136},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5254054665565491},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.49820804595947266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3289397954940796},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.24483981728553772},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21879014372825623},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.18468362092971802}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2024.3406949","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3406949","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10540392.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a0e727e5801d45d9a91cf212a94a9028","is_oa":true,"landing_page_url":"https://doaj.org/article/a0e727e5801d45d9a91cf212a94a9028","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 75818-75831 (2024)","raw_type":"article"},{"id":"pmh:oai:polen.itu.edu.tr:11527/42289","is_oa":false,"landing_page_url":"https://hdl.handle.net/11527/42289","pdf_url":null,"source":{"id":"https://openalex.org/S4306400460","display_name":"Istanbul Technical University Academic Open Archive (Istanbul Technical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I48912391","host_organization_name":"Istanbul Technical University","host_organization_lineage":["https://openalex.org/I48912391"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3406949","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3406949","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10540392.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399114117.pdf"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W2804647677","https://openalex.org/W2887102340","https://openalex.org/W2899077407","https://openalex.org/W2900804979","https://openalex.org/W2939348587","https://openalex.org/W2975055734","https://openalex.org/W2989734355","https://openalex.org/W3002189898","https://openalex.org/W3009197653","https://openalex.org/W3009552355","https://openalex.org/W3010042998","https://openalex.org/W3016185400","https://openalex.org/W3035218782","https://openalex.org/W3091704528","https://openalex.org/W3116723962","https://openalex.org/W3132015498","https://openalex.org/W3134502172","https://openalex.org/W3197830211","https://openalex.org/W3209687765","https://openalex.org/W4210788707","https://openalex.org/W4285198997","https://openalex.org/W4293233736","https://openalex.org/W4301206543","https://openalex.org/W6753852455"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2153007255","https://openalex.org/W2138781885","https://openalex.org/W2124311718"],"abstract_inverted_index":{"As":[0],"the":[1,72,76,84,97,105,110,115,119,123,126,130,134,142,146,150,158,166,171,182,186,191,204],"complexity":[2],"of":[3,118,138,195],"wireless":[4],"mobile":[5,42,139],"networks":[6],"increases":[7],"significantly,":[8],"artificial":[9],"intelligence":[10],"(AI)":[11],"and":[12,24,54,86,91,133,169],"machine":[13],"learning":[14,34],"(ML)":[15],"have":[16],"become":[17],"key":[18],"enablers":[19],"for":[20,37,96,181,200],"radio":[21,39],"resource":[22,81,98,147],"management":[23],"orchestration.":[25],"In":[26,122],"this":[27],"paper,":[28],"we":[29],"propose":[30],"a":[31,153],"multi-agent":[32],"reinforcement":[33],"(RL)":[35],"method":[36],"allocating":[38],"resources":[40],"to":[41,108,149,174,212],"users":[43,140,172],"under":[44],"random":[45],"traffic":[46],"arrivals,":[47],"in":[48],"which":[49],"Ultra-Reliable":[50],"Low-Latency":[51],"Communications":[52],"(URLLC)":[53],"enhanced":[55],"Mobile":[56],"Broad-Band":[57],"(eMBB)":[58],"services":[59],"are":[60,94],"jointly":[61],"considered.":[62],"The":[63,89,178],"proposed":[64,187],"system":[65],"includes":[66,129],"hierarchically":[67],"placed":[68],"RL":[69,124,156],"agents,":[70],"where":[71,104],"main-agent":[73],"residing":[74],"on":[75],"upper":[77],"hierarchy":[78],"performs":[79],"inter-slice":[80],"allocation":[82,99,148],"between":[83],"URLLC":[85,90,120,183],"eMBB":[87,92,111,207],"slices.":[88],"sub-agents":[93],"responsible":[95],"within":[100],"their":[101,175],"own":[102],"slice,":[103],"objective":[106],"is":[107,161,210],"maximize":[109],"throughput":[112,208],"while":[113,141,203],"satisfying":[114],"latency":[116],"requirements":[117],"slice.":[121],"algorithm,":[125],"state":[127,159],"space":[128,144,160],"queue":[131,167],"occupancy":[132,168],"channel":[135,176],"quality":[136],"information":[137],"action":[143],"specifies":[145],"users.":[151],"For":[152],"computationally":[154],"efficient":[155],"training,":[157],"significantly":[162],"reduced":[163],"by":[164],"quantizing":[165],"grouping":[170],"according":[173],"qualities.":[177],"numerical":[179],"results":[180,194],"show":[184],"that":[185],"RL-based":[188],"approach":[189],"provides":[190],"average":[192],"delay":[193],"lower":[196],"than":[197],"1":[198],"ms":[199],"all":[201],"experiments":[202],"worst":[205],"case":[206],"degradation":[209],"limited":[211],"4%.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2024-05-29T00:00:00"}