{"id":"https://openalex.org/W4384916974","doi":"https://doi.org/10.1109/access.2023.3296851","title":"Deep Reinforcement Learning Based Resource Allocation for Network Slicing With Massive MIMO","display_name":"Deep Reinforcement Learning Based Resource Allocation for Network Slicing With Massive MIMO","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4384916974","doi":"https://doi.org/10.1109/access.2023.3296851"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3296851","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3296851","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10186882.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10186882.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046959244","display_name":"Dandan Yan","orcid":"https://orcid.org/0009-0008-2220-0085"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Dandan Yan","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China"],"raw_orcid":"https://orcid.org/0009-0008-2220-0085","affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031417415","display_name":"Benjamin K. Ng","orcid":null},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Benjamin K. Ng","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-5901-5694","affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019419036","display_name":"Wei Ke","orcid":"https://orcid.org/0000-0003-0952-0961"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Wei Ke","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-0952-0961","affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089368710","display_name":"Chan\u2013Tong Lam","orcid":"https://orcid.org/0000-0002-8022-7744"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chan-Tong Lam","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-8022-7744","affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China","institution_ids":["https://openalex.org/I49835588"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I49835588"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.1955,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.96854531,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"75899","last_page":"75911"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8358063697814941},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7834405899047852},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.6330645084381104},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5532474517822266},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5240768790245056},{"id":"https://openalex.org/keywords/spectral-efficiency","display_name":"Spectral efficiency","score":0.5098070502281189},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4858267307281494},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4782073497772217},{"id":"https://openalex.org/keywords/radio-access-network","display_name":"Radio access network","score":0.4677797555923462},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4298110008239746},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3890014886856079},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2996404767036438},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.29409241676330566},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.21718767285346985},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15129810571670532}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8358063697814941},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7834405899047852},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.6330645084381104},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5532474517822266},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5240768790245056},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.5098070502281189},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4858267307281494},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4782073497772217},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.4677797555923462},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4298110008239746},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3890014886856079},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2996404767036438},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.29409241676330566},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.21718767285346985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15129810571670532},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C207029474","wikidata":"https://www.wikidata.org/wiki/Q384018","display_name":"Mobile station","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3296851","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3296851","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10186882.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8aa126b2107e4832a40703ddd8952566","is_oa":true,"landing_page_url":"https://doaj.org/article/8aa126b2107e4832a40703ddd8952566","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 75899-75911 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3296851","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3296851","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10186882.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384916974.pdf","grobid_xml":"https://content.openalex.org/works/W4384916974.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W194582043","https://openalex.org/W1890832268","https://openalex.org/W2008130731","https://openalex.org/W2030132186","https://openalex.org/W2096479633","https://openalex.org/W2166733284","https://openalex.org/W2262889796","https://openalex.org/W2342533939","https://openalex.org/W2888872201","https://openalex.org/W2897785330","https://openalex.org/W2900804979","https://openalex.org/W2912263474","https://openalex.org/W2948712218","https://openalex.org/W2952685986","https://openalex.org/W2957032752","https://openalex.org/W3002189898","https://openalex.org/W3016714363","https://openalex.org/W3033390989","https://openalex.org/W3035218782","https://openalex.org/W3107428192","https://openalex.org/W3108817008","https://openalex.org/W3122801138","https://openalex.org/W3124962357","https://openalex.org/W3161104623","https://openalex.org/W3173151636","https://openalex.org/W3205377512","https://openalex.org/W4285032217","https://openalex.org/W4285170701","https://openalex.org/W4296312446","https://openalex.org/W4312726911","https://openalex.org/W4366492990","https://openalex.org/W6607800334","https://openalex.org/W6639404080"],"related_works":["https://openalex.org/W4362709110","https://openalex.org/W4295941380","https://openalex.org/W2160425906","https://openalex.org/W1882733036","https://openalex.org/W2546696010","https://openalex.org/W1992741870","https://openalex.org/W3206494224","https://openalex.org/W4293095208","https://openalex.org/W3197830211","https://openalex.org/W2736992541"],"abstract_inverted_index":{"Network":[0],"slicing":[1,26,69],"is":[2,32,48,149],"a":[3,71,95,119,144,150,179,198],"critical":[4],"technology":[5],"for":[6,24,52,67],"fifth-generation":[7],"(5G)":[8],"networks,":[9],"owing":[10,35],"to":[11,36,64,88,101,131,170],"its":[12],"merits":[13],"in":[14,27,70,143,178],"meeting":[15],"the":[16,74,86,103,124,160,166,186,194,203,209,215],"diversified":[17],"requirements":[18],"of":[19,49,76,105,112,190,208],"users.":[20],"Effective":[21],"resource":[22,42,91,136,172],"allocation":[23,43,137,177],"network":[25,53,68],"Radio":[28],"Access":[29],"Networks":[30],"(RAN)":[31],"still":[33],"challenging":[34],"dynamic":[37],"service":[38,140],"requirements.":[39],"Therein,":[40],"automatic":[41],"based":[44],"on":[45],"environmental":[46],"changes":[47],"significant":[50,199],"importance":[51],"slicing.":[54],"In":[55],"this":[56],"study,":[57],"we":[58],"used":[59,123],"deep":[60],"reinforcement":[61],"learning":[62],"(DRL)":[63],"allocate":[65],"resources":[66],"RAN":[72],"with":[73,85,155],"aid":[75],"massive":[77],"multiple-input":[78],"multiple-output":[79],"(MIMO).":[80],"The":[81,114,182,206],"DRL":[82,126],"agent":[83],"interacts":[84],"environment":[87],"execute":[89],"autonomous":[90],"allocation.":[92],"We":[93,122,158],"considered":[94],"two-level":[96],"scheduling":[97,148,163],"framework":[98],"that":[99,138,185],"aims":[100],"maximize":[102],"quality":[104],"experience":[106],"(QoE)":[107],"and":[108,165,175,188],"spectrum":[109],"efficiency":[110,207],"(SE)":[111],"slices.":[113],"proposed":[115,210],"algorithm":[116,130,164,169,196],"can":[117],"find":[118],"near-optimal":[120],"solution.":[121],"standard":[125],"advantage":[127],"actor-critic":[128],"(A2C)":[129],"implement":[132],"upper-level":[133],"inter-slice":[134],"bandwidth":[135],"considers":[139],"traffic":[141],"dynamics":[142],"large":[145],"timescale.":[146,181],"Lower-level":[147],"mixed-integer":[151],"stochastic":[152],"optimization":[153],"problem":[154],"several":[156],"constraints.":[157],"combined":[159],"proportional":[161],"fair":[162],"water":[167],"filling":[168],"perform":[171],"block":[173],"(RB)":[174],"power":[176],"small":[180],"results":[183],"show":[184],"QoE":[187],"SE":[189],"all":[191],"slices":[192],"using":[193],"A2C":[195],"achieved":[197],"performance":[200],"improvement":[201],"over":[202],"other":[204],"algorithms.":[205],"method":[211],"was":[212],"supported":[213],"by":[214],"simulation":[216],"results.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":10}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}