{"id":"https://openalex.org/W3012522777","doi":"https://doi.org/10.1109/apsipaasc47483.2019.9023112","title":"Deep Reinforcement Learning for Resource Allocation in 5G Communications","display_name":"Deep Reinforcement Learning for Resource Allocation in 5G Communications","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W3012522777","doi":"https://doi.org/10.1109/apsipaasc47483.2019.9023112","mag":"3012522777"},"language":"en","primary_location":{"id":"doi:10.1109/apsipaasc47483.2019.9023112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc47483.2019.9023112","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 Asia-Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027435183","display_name":"Mau\u2010Luen Tham","orcid":"https://orcid.org/0000-0003-4600-9839"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Mau-Luen Tham","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman (UTAR), Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman (UTAR), Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037066853","display_name":"Amjad Iqbal","orcid":"https://orcid.org/0009-0009-3614-1554"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Amjad Iqbal","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman (UTAR), Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman (UTAR), Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041422381","display_name":"Yoong Choon Chang","orcid":"https://orcid.org/0000-0002-4065-1639"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Yoong Choon Chang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman (UTAR), Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman (UTAR), Malaysia","institution_ids":["https://openalex.org/I931681460"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I931681460"],"apc_list":null,"apc_paid":null,"fwci":2.3894,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.90082374,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1852","last_page":"1855"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.871251106262207},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7980859875679016},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5995361804962158},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5063768625259399},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.496037095785141},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.46904879808425903},{"id":"https://openalex.org/keywords/radio-access-network","display_name":"Radio access network","score":0.4491382837295532},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4224892854690552},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3326442241668701},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3287775218486786},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.2529274821281433}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.871251106262207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7980859875679016},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5995361804962158},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5063768625259399},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.496037095785141},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.46904879808425903},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.4491382837295532},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4224892854690552},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3326442241668701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3287775218486786},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.2529274821281433},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C207029474","wikidata":"https://www.wikidata.org/wiki/Q384018","display_name":"Mobile station","level":3,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/apsipaasc47483.2019.9023112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc47483.2019.9023112","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 Asia-Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5699999928474426,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1787677237","https://openalex.org/W1940971064","https://openalex.org/W2018552671","https://openalex.org/W2030315494","https://openalex.org/W2072925927","https://openalex.org/W2109883921","https://openalex.org/W2121863487","https://openalex.org/W2124129603","https://openalex.org/W2134817821","https://openalex.org/W2145339207","https://openalex.org/W2226827734","https://openalex.org/W2609132119","https://openalex.org/W2626006124","https://openalex.org/W2741401130","https://openalex.org/W2808381205","https://openalex.org/W2896079731","https://openalex.org/W2941971445","https://openalex.org/W2962883549","https://openalex.org/W2963334314","https://openalex.org/W2964098968","https://openalex.org/W2970325330","https://openalex.org/W4214717370","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2029232111","https://openalex.org/W2159422359","https://openalex.org/W2762817092","https://openalex.org/W2335680976","https://openalex.org/W2294196761","https://openalex.org/W2141929741","https://openalex.org/W2252345849","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2786117496"],"abstract_inverted_index":{"The":[0],"rapid":[1],"growth":[2],"of":[3,15,26,34,69,110,153,160,169,184],"data":[4],"traffic":[5],"has":[6,113],"pushed":[7],"the":[8,13,27,39,45,78,84,105,115,132,145,151,158,167,176,185],"mobile":[9],"telecommunication":[10],"industry":[11],"towards":[12],"adoption":[14],"fifth":[16],"generation":[17],"(5G)":[18],"communications.":[19],"Cloud":[20],"radio":[21,41],"access":[22],"network":[23,35,86,91,111,138],"(CRAN),":[24],"one":[25],"5G":[28],"key":[29],"enabler,":[30],"facilitates":[31],"fine-grained":[32],"management":[33],"resources":[36],"by":[37,157,198],"separating":[38],"remote":[40],"head":[42],"(RRH)":[43],"from":[44,83],"baseband":[46],"unit":[47],"(BBU)":[48],"via":[49],"a":[50,126],"highspeed":[51],"front-haul":[52],"link.":[53],"Classical":[54],"resource":[55],"allocation":[56],"(RA)":[57],"schemes":[58],"rely":[59],"on":[60],"numerical":[61],"techniques":[62],"to":[63,165,174],"optimize":[64],"various":[65],"performance":[66],"metrics.":[67],"Most":[68],"these":[70,102],"works":[71],"can":[72,96],"be":[73],"defined":[74],"as":[75],"instantaneous":[76],"since":[77],"optimization":[79,99,103],"decisions":[80],"are":[81],"derived":[82],"current":[85,200],"state":[87],"without":[88],"considering":[89],"past":[90],"states.":[92,139],"While":[93],"utility":[94],"theory":[95],"incorporate":[97],"long-term":[98],"effect":[100],"into":[101],"actions,":[104],"growing":[106],"heterogeneity":[107],"and":[108,203],"complexity":[109],"environments":[112],"rendered":[114],"RA":[116,133,177],"issue":[117],"intractable.":[118],"One":[119],"prospective":[120],"candidate":[121],"is":[122,192],"reinforcement":[123,171],"learning":[124,172],"(RL),":[125],"dynamic":[127],"programming":[128],"framework":[129],"which":[130],"solves":[131],"problems":[134],"optimally":[135],"over":[136],"varying":[137],"Still,":[140],"such":[141],"method":[142],"cannot":[143],"handle":[144],"highly":[146],"dimensional":[147],"state-action":[148],"spaces":[149],"in":[150,190],"context":[152],"CRAN":[154,191],"problems.":[155,178],"Driven":[156],"success":[159],"machine":[161],"learning,":[162],"researchers":[163],"begin":[164],"explore":[166],"potential":[168,204],"deep":[170],"(DRL)":[173],"address":[175],"In":[179],"this":[180,196],"work,":[181],"an":[182],"overview":[183],"major":[186],"existing":[187],"DRL":[188],"approaches":[189],"presented.":[193],"We":[194],"conclude":[195],"article":[197],"identifying":[199],"technical":[201],"hurdles":[202],"future":[205],"research":[206],"directions.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}