{"id":"https://openalex.org/W3123895149","doi":"https://doi.org/10.1109/access.2021.3054909","title":"Double Deep Q-Network-Based Energy-Efficient Resource Allocation in Cloud Radio Access Network","display_name":"Double Deep Q-Network-Based Energy-Efficient Resource Allocation in Cloud Radio Access Network","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3123895149","doi":"https://doi.org/10.1109/access.2021.3054909","mag":"3123895149"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3054909","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3054909","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09336582.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09336582.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Amjad Iqbal","orcid":"https://orcid.org/0000-0002-3720-2592"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Amjad Iqbal","raw_affiliation_strings":["Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Sungai Long Campus, Selangor, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-3720-2592","affiliations":[{"raw_affiliation_string":"Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Sungai Long Campus, Selangor, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027435183","display_name":"Mau\u2010Luen Tham","orcid":"https://orcid.org/0000-0003-4600-9839"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Mau-Luen Tham","raw_affiliation_strings":["Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Sungai Long Campus, Selangor, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Sungai Long Campus, Selangor, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041422381","display_name":"Yoong Choon Chang","orcid":"https://orcid.org/0000-0002-4065-1639"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Yoong Choon Chang","raw_affiliation_strings":["Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Sungai Long Campus, Selangor, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Sungai Long Campus, Selangor, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I931681460"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.8166,"has_fulltext":true,"cited_by_count":88,"citation_normalized_percentile":{"value":0.96065574,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"20440","last_page":"20449"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8346267938613892},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7302425503730774},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6828980445861816},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.598259687423706},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4967523217201233},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4765223264694214},{"id":"https://openalex.org/keywords/radio-access-network","display_name":"Radio access network","score":0.449628621339798},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.44426313042640686},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4362730085849762},{"id":"https://openalex.org/keywords/access-network","display_name":"Access network","score":0.42290911078453064},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39416226744651794},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3404301702976227},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1616341471672058},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.1399562954902649}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8346267938613892},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7302425503730774},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6828980445861816},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.598259687423706},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4967523217201233},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4765223264694214},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.449628621339798},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.44426313042640686},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4362730085849762},{"id":"https://openalex.org/C62793504","wikidata":"https://www.wikidata.org/wiki/Q228327","display_name":"Access network","level":2,"score":0.42290911078453064},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39416226744651794},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3404301702976227},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1616341471672058},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.1399562954902649},{"id":"https://openalex.org/C207029474","wikidata":"https://www.wikidata.org/wiki/Q384018","display_name":"Mobile station","level":3,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3054909","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3054909","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09336582.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a48fdc60a2724cb69c6259aa62ff615b","is_oa":true,"landing_page_url":"https://doaj.org/article/a48fdc60a2724cb69c6259aa62ff615b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 20440-20449 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3054909","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3054909","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09336582.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.6200000047683716,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G888136275","display_name":null,"funder_award_id":"IPSR/RMC/UTARRF/2019-C2/T06","funder_id":"https://openalex.org/F4320321398","funder_display_name":"Universiti Tunku Abdul Rahman"}],"funders":[{"id":"https://openalex.org/F4320321398","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3123895149.pdf","grobid_xml":"https://content.openalex.org/works/W3123895149.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1787677237","https://openalex.org/W1928152501","https://openalex.org/W1960752404","https://openalex.org/W2018056314","https://openalex.org/W2050726943","https://openalex.org/W2070946155","https://openalex.org/W2086139156","https://openalex.org/W2105235982","https://openalex.org/W2109005286","https://openalex.org/W2132647318","https://openalex.org/W2143756708","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2160998689","https://openalex.org/W2226827734","https://openalex.org/W2271840356","https://openalex.org/W2511924523","https://openalex.org/W2609132119","https://openalex.org/W2623190248","https://openalex.org/W2624972364","https://openalex.org/W2741401130","https://openalex.org/W2746553466","https://openalex.org/W2773222971","https://openalex.org/W2804248849","https://openalex.org/W2808381205","https://openalex.org/W2862352592","https://openalex.org/W2886740448","https://openalex.org/W2939895718","https://openalex.org/W2962883549","https://openalex.org/W2963000651","https://openalex.org/W2963917952","https://openalex.org/W2968782695","https://openalex.org/W2983785814","https://openalex.org/W2994779380","https://openalex.org/W3002386545","https://openalex.org/W3009969114","https://openalex.org/W3012522777","https://openalex.org/W3092239249","https://openalex.org/W3101645904","https://openalex.org/W6694517276","https://openalex.org/W6749422299"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2357975469","https://openalex.org/W2101748387","https://openalex.org/W3096874164","https://openalex.org/W4281812492","https://openalex.org/W3105579180","https://openalex.org/W2970347269","https://openalex.org/W3167472281","https://openalex.org/W4400868993","https://openalex.org/W2146763310"],"abstract_inverted_index":{"Cloud":[0],"radio":[1,25],"access":[2],"network":[3,14,46,61,129],"(CRAN)":[4],"has":[5],"been":[6],"shown":[7],"as":[8,102,155],"an":[9],"effective":[10],"means":[11],"to":[12,76,83,116,159],"boost":[13],"performance.":[15],"Such":[16],"gain":[17],"stems":[18],"from":[19,195],"the":[20,45,50,60,78,84,99,118,126,146,151,170,192,196,204,212],"intelligent":[21],"management":[22],"of":[23,30,53,135,148,174],"remote":[24],"heads":[26],"(RRHs)":[27],"in":[28,55],"terms":[29],"on/off":[31],"operation":[32],"mode":[33],"and":[34,90,108,138,216],"power":[35,89,162],"consumption.":[36],"Most":[37],"conventional":[38],"resource":[39],"allocation":[40],"(RA)":[41],"methods,":[42],"however,":[43],"optimize":[44,77],"utility":[47],"without":[48],"considering":[49],"switching":[51],"overhead":[52],"RRHs":[54,149],"adjacent":[56],"time":[57,142],"intervals.":[58],"When":[59],"environment":[62],"becomes":[63],"time-correlated,":[64],"mathematical":[65],"optimization":[66],"is":[67,125,132,208],"not":[68],"directly":[69],"applicable.":[70],"In":[71,140],"this":[72,95],"paper,":[73],"we":[74,97,176],"aim":[75],"energy":[79],"efficiency":[80],"(EE)":[81],"subject":[82],"constraints":[85],"on":[86],"per-RRH":[87],"transmission":[88],"user":[91],"data":[92],"rates.":[93],"To":[94,168],"end,":[96],"formulate":[98],"EE":[100,120],"problem":[101,164],"a":[103,133,161,178,217],"Markov":[104],"decision":[105],"process":[106],"(MDP)":[107],"subsequently":[109],"adopt":[110],"deep":[111,127,136],"reinforcement":[112],"learning":[113,137],"(DRL)":[114],"technique":[115],"reap":[117],"cumulative":[119],"rewards.":[121],"Our":[122],"starting":[123],"point":[124],"Q":[128],"(DQN),":[130],"which":[131],"combination":[134],"Q-learning.":[139],"each":[141],"slot,":[143],"DQN":[144,180,189],"configures":[145],"status":[147],"yielding":[150],"largest":[152],"Q-value":[153,171,198],"(known":[154],"state-action":[156],"value)":[157],"prior":[158],"solving":[160],"minimization":[163],"for":[165],"active":[166],"RRHs.":[167],"overcome":[169],"overestimation":[172],"issue":[173],"DQN,":[175],"propose":[177],"Double":[179],"(DDQN)":[181],"framework":[182],"that":[183,203],"obtains":[184],"optimal":[185],"reward":[186],"better":[187],"than":[188,211],"by":[190],"separating":[191],"selected":[193],"action":[194],"target":[197],"generator.":[199],"Simulation":[200],"results":[201],"validate":[202],"DDQN-based":[205],"RA":[206,214],"method":[207],"more":[209],"energy-efficient":[210],"DQN-based":[213],"algorithm":[215],"baseline":[218],"solution.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":6}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}