{"id":"https://openalex.org/W4316660971","doi":"https://doi.org/10.1109/access.2023.3236980","title":"Using Reinforcement Learning to Reduce Energy Consumption of Ultra-Dense Networks With 5G Use Cases Requirements","display_name":"Using Reinforcement Learning to Reduce Energy Consumption of Ultra-Dense Networks With 5G Use Cases Requirements","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4316660971","doi":"https://doi.org/10.1109/access.2023.3236980"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3236980","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3236980","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10017253.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10017253.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078162941","display_name":"Silvestre Malta","orcid":"https://orcid.org/0000-0002-5274-3733"},"institutions":[{"id":"https://openalex.org/I192341844","display_name":"Polytechnic Institute of Viana do Castelo","ror":"https://ror.org/03w6kry90","country_code":"PT","type":"education","lineage":["https://openalex.org/I192341844"]},{"id":"https://openalex.org/I6289922","display_name":"Universidade de Vigo","ror":"https://ror.org/05rdf8595","country_code":"ES","type":"education","lineage":["https://openalex.org/I6289922"]}],"countries":["ES","PT"],"is_corresponding":false,"raw_author_name":"Silvestre Malta","raw_affiliation_strings":["Applied Digital Transformation Laboratory (ADiT-LAB), Instituto Politécnico de Viana do Castelo, Viana do Castelo, Portugal","AtlanTTic Research Center, University of Vigo, Vigo, Spain"],"raw_orcid":"https://orcid.org/0000-0002-5274-3733","affiliations":[{"raw_affiliation_string":"Applied Digital Transformation Laboratory (ADiT-LAB), Instituto Politécnico de Viana do Castelo, Viana do Castelo, Portugal","institution_ids":["https://openalex.org/I192341844"]},{"raw_affiliation_string":"AtlanTTic Research Center, University of Vigo, Vigo, Spain","institution_ids":["https://openalex.org/I6289922"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083326114","display_name":"Pedro Pinto","orcid":"https://orcid.org/0000-0003-1856-6101"},"institutions":[{"id":"https://openalex.org/I192341844","display_name":"Polytechnic Institute of Viana do Castelo","ror":"https://ror.org/03w6kry90","country_code":"PT","type":"education","lineage":["https://openalex.org/I192341844"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Pedro Pinto","raw_affiliation_strings":["Applied Digital Transformation Laboratory (ADiT-LAB), Instituto Politécnico de Viana do Castelo, Viana do Castelo, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-1856-6101","affiliations":[{"raw_affiliation_string":"Applied Digital Transformation Laboratory (ADiT-LAB), Instituto Politécnico de Viana do Castelo, Viana do Castelo, Portugal","institution_ids":["https://openalex.org/I192341844"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015041155","display_name":"Manuel Fern\u00e1ndez\u2010Veiga","orcid":"https://orcid.org/0000-0002-5088-0881"},"institutions":[{"id":"https://openalex.org/I6289922","display_name":"Universidade de Vigo","ror":"https://ror.org/05rdf8595","country_code":"ES","type":"education","lineage":["https://openalex.org/I6289922"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Manuel Fernandez-Veiga","raw_affiliation_strings":["AtlanTTic Research Center, University of Vigo, Vigo, Spain"],"raw_orcid":"https://orcid.org/0000-0002-5088-0881","affiliations":[{"raw_affiliation_string":"AtlanTTic Research Center, University of Vigo, Vigo, Spain","institution_ids":["https://openalex.org/I6289922"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.1264,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.95278612,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"5417","last_page":"5428"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7746177911758423},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7422199249267578},{"id":"https://openalex.org/keywords/sleep-mode","display_name":"Sleep mode","score":0.7112240791320801},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6861774325370789},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6703948378562927},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.6401511430740356},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5082716345787048},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.49074041843414307},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4785383641719818},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3990548849105835},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1407271921634674},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10671892762184143}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7746177911758423},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7422199249267578},{"id":"https://openalex.org/C57149124","wikidata":"https://www.wikidata.org/wiki/Q587346","display_name":"Sleep mode","level":4,"score":0.7112240791320801},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6861774325370789},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6703948378562927},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.6401511430740356},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5082716345787048},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.49074041843414307},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4785383641719818},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3990548849105835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1407271921634674},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10671892762184143},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3236980","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3236980","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10017253.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f977b0714c6342b5a370b00a88457480","is_oa":true,"landing_page_url":"https://doaj.org/article/f977b0714c6342b5a370b00a88457480","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 5417-5428 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3236980","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3236980","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10017253.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G1643949827","display_name":null,"funder_award_id":"AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2262748287","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2713276326","display_name":null,"funder_award_id":"by MCIN/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G300979063","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3219925899","display_name":null,"funder_award_id":"MCIN/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3365166147","display_name":null,"funder_award_id":"PID2020-113795RB-C33","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7266728691","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7535663061","display_name":null,"funder_award_id":"AEI/10.","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4316660971.pdf","grobid_xml":"https://content.openalex.org/works/W4316660971.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1557654162","https://openalex.org/W2009505753","https://openalex.org/W2069128569","https://openalex.org/W2133019626","https://openalex.org/W2398409936","https://openalex.org/W2512877821","https://openalex.org/W2575062411","https://openalex.org/W2787179459","https://openalex.org/W2800992003","https://openalex.org/W2890483234","https://openalex.org/W2891004298","https://openalex.org/W2937848305","https://openalex.org/W2955666743","https://openalex.org/W2982341779","https://openalex.org/W3018601373","https://openalex.org/W3044836646","https://openalex.org/W3092280721","https://openalex.org/W3098440968","https://openalex.org/W4214717370","https://openalex.org/W4225725726","https://openalex.org/W6727350774","https://openalex.org/W6751872652"],"related_works":["https://openalex.org/W2559589777","https://openalex.org/W4385668095","https://openalex.org/W2039088401","https://openalex.org/W2013437399","https://openalex.org/W2593383566","https://openalex.org/W2090180173","https://openalex.org/W2006377431","https://openalex.org/W2474704744","https://openalex.org/W2772719921","https://openalex.org/W2037573541"],"abstract_inverted_index":{"In":[0,149],"mobile":[1,41,88],"networks,":[2],"5G":[3,200],"Ultra-Dense":[4],"Networks":[5],"(UDNs)":[6],"have":[7],"emerged":[8],"as":[9,94,97],"they":[10],"effectively":[11],"increase":[12],"the":[13,32,49,73,168,175,190,196,199,248,253],"network":[14,125],"capacity":[15],"due":[16],"to":[17,65,111,136,173,222,227],"cell":[18],"splitting":[19],"and":[20,53,100,121,144,181,208,237,241],"densification.":[21],"A":[22],"Base":[23],"Station":[24],"(BS)":[25],"is":[26,31,56,83,109,164,215,220,250],"a":[27,79,98,152,210,257],"fixed":[28],"transceiver":[29],"that":[30,85,131],"main":[33],"communication":[34,54],"point":[35],"for":[36],"one":[37],"or":[38,139],"more":[39],"wireless":[40],"client":[42],"devices.":[43],"As":[44],"UDNs":[45],"are":[46],"densely":[47],"deployed,":[48],"number":[50],"of":[51,72,76,118,124,142,170,183,189,198,259,266],"BSs":[52,69,143],"links":[55],"dense,":[57],"raising":[58],"concerns":[59],"about":[60],"resource":[61],"management":[62,117,155],"with":[63,115,229,234,243,261],"regard":[64],"energy":[66,77,103,113,147,179,213,224,254],"efficiency,":[67],"since":[68],"consume":[70],"much":[71],"total":[74],"cost":[75],"in":[78,203,212,264],"cellular":[80],"network.":[81],"It":[82],"expected":[84],"6G":[86],"next-generation":[87],"networks":[89],"will":[90],"include":[91],"technologies":[92],"such":[93],"artificial":[95],"intelligence":[96],"service":[99],"focus":[101],"on":[102,157,195],"efficiency.":[104],"Using":[105],"machine":[106],"learning":[107,128],"it":[108,219],"possible":[110,221],"optimize":[112],"consumption":[114,214],"cognitive":[116],"dormant,":[119],"inactive":[120],"active":[122],"states":[123],"elements.":[126],"Reinforcement":[127],"enables":[129],"policies":[130],"allow":[132],"sleep":[133,153],"mode":[134,154],"techniques":[135],"gradually":[137],"deactivate":[138],"activate":[140],"components":[141],"decrease":[145],"BS":[146],"consumption.":[148],"this":[150],"work,":[151],"based":[156],"State":[158,161],"Action":[159,162],"Reward":[160],"(SARSA)":[163],"proposed,":[165],"which":[166],"allows":[167],"use":[169,201],"specific":[171],"metrics":[172],"find":[174],"best":[176],"tradeoff":[177],"between":[178],"reduction":[180,211],"Quality":[182],"Service":[184],"(QoS)":[185],"constraints.":[186],"The":[187],"results":[188],"simulations":[191],"show":[192],"that,":[193],"depending":[194],"target":[197],"case,":[202],"low":[204],"traffic":[205],"load":[206],"scenarios":[207],"when":[209],"preferred":[216],"over":[217],"QoS,":[218],"achieve":[223],"savings":[225,255],"up":[226],"80%":[228],"50":[230],"ms":[231,236,239,245],"latency,":[232],"75%":[233],"20":[235],"10":[238],"latencies":[240],"20%":[242],"1":[244],"latency.":[246,267],"If":[247],"QoS":[249],"preferred,":[251],"then":[252],"reach":[256],"maximum":[258],"5%":[260],"minimal":[262],"impact":[263],"terms":[265]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":9}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}