{"id":"https://openalex.org/W4210716191","doi":"https://doi.org/10.1109/globecom46510.2021.9685279","title":"Deep Reinforcement Learning for cell on/off energy saving on Wireless Networks","display_name":"Deep Reinforcement Learning for cell on/off energy saving on Wireless Networks","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4210716191","doi":"https://doi.org/10.1109/globecom46510.2021.9685279"},"language":"en","primary_location":{"id":"doi:10.1109/globecom46510.2021.9685279","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685279","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025737558","display_name":"Joan S. Pujol-Roigl","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]},{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["GB","KR"],"is_corresponding":true,"raw_author_name":"Joan S. Pujol-Roigl","raw_affiliation_strings":["Samsung Electronics R&D Institute UK,Surrey,UK,TW18 4QE","Samsung Electronics R&#x0026"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics R&D Institute UK,Surrey,UK,TW18 4QE","institution_ids":["https://openalex.org/I4210117523"]},{"raw_affiliation_string":"Samsung Electronics R&#x0026","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100743610","display_name":"Shangbin Wu","orcid":"https://orcid.org/0000-0003-4734-5295"},"institutions":[{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]},{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["GB","KR"],"is_corresponding":false,"raw_author_name":"Shangbin Wu","raw_affiliation_strings":["Samsung Electronics R&D Institute UK,Surrey,UK,TW18 4QE","Samsung Electronics R&#x0026"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics R&D Institute UK,Surrey,UK,TW18 4QE","institution_ids":["https://openalex.org/I4210117523"]},{"raw_affiliation_string":"Samsung Electronics R&#x0026","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372109","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0003-2049-5285"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]},{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB","KR"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Samsung Electronics R&D Institute UK,Surrey,UK,TW18 4QE","Samsung Electronics R&#x0026"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics R&D Institute UK,Surrey,UK,TW18 4QE","institution_ids":["https://openalex.org/I4210117523"]},{"raw_affiliation_string":"Samsung Electronics R&#x0026","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052081041","display_name":"Minsuk Choi","orcid":"https://orcid.org/0000-0002-0192-4534"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minsuk Choi","raw_affiliation_strings":["Samsung Research, Seoul R&D Campus, Umyeon dong,Seoul,Republic of Korea","Samsung Research, Seoul R&#x0026"],"affiliations":[{"raw_affiliation_string":"Samsung Research, Seoul R&D Campus, Umyeon dong,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I2250650973"]},{"raw_affiliation_string":"Samsung Research, Seoul R&#x0026","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032599348","display_name":"Intaik Park","orcid":null},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Intaik Park","raw_affiliation_strings":["Samsung Research, Seoul R&D Campus, Umyeon dong,Seoul,Republic of Korea","Samsung Research, Seoul R&#x0026"],"affiliations":[{"raw_affiliation_string":"Samsung Research, Seoul R&D Campus, Umyeon dong,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I2250650973"]},{"raw_affiliation_string":"Samsung Research, Seoul R&#x0026","institution_ids":["https://openalex.org/I2250650973"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5025737558"],"corresponding_institution_ids":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"],"apc_list":null,"apc_paid":null,"fwci":5.6256,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.97904773,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"07"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8175545930862427},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7257735133171082},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6918384432792664},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.6690073609352112},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6632238626480103},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6225384473800659},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5354034900665283},{"id":"https://openalex.org/keywords/performance-indicator","display_name":"Performance indicator","score":0.5172553658485413},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.5118271708488464},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4663386046886444},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4412252902984619},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.42261961102485657},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.412391722202301},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.21762821078300476},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2039720118045807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1936827003955841}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8175545930862427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7257735133171082},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6918384432792664},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.6690073609352112},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6632238626480103},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6225384473800659},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5354034900665283},{"id":"https://openalex.org/C135510737","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance indicator","level":2,"score":0.5172553658485413},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.5118271708488464},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4663386046886444},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4412252902984619},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.42261961102485657},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.412391722202301},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.21762821078300476},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2039720118045807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1936827003955841},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom46510.2021.9685279","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685279","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1533861849","https://openalex.org/W1579184372","https://openalex.org/W1972470182","https://openalex.org/W2001836858","https://openalex.org/W2009184935","https://openalex.org/W2066126035","https://openalex.org/W2084860288","https://openalex.org/W2090940188","https://openalex.org/W2110519532","https://openalex.org/W2119305782","https://openalex.org/W2123890518","https://openalex.org/W2296627564","https://openalex.org/W2787938642","https://openalex.org/W2922105130","https://openalex.org/W2937848305","https://openalex.org/W2966387802","https://openalex.org/W2996431531","https://openalex.org/W3024841838","https://openalex.org/W3092024658","https://openalex.org/W6631943919","https://openalex.org/W6676599998","https://openalex.org/W6678233733","https://openalex.org/W6769477797"],"related_works":["https://openalex.org/W2303288554","https://openalex.org/W3033750547","https://openalex.org/W2029216794","https://openalex.org/W4386698331","https://openalex.org/W2047225036","https://openalex.org/W2138314731","https://openalex.org/W2029263917","https://openalex.org/W2093207996","https://openalex.org/W2982446297","https://openalex.org/W2322468729"],"abstract_inverted_index":{"Increased":[0],"network":[1,9,27,70,116,129,147],"traffic":[2],"demands":[3],"have":[4],"led":[5],"to":[6,13,39,60,67,122],"ex-tremely":[7],"dense":[8,49,85],"deployments.":[10],"This":[11,102],"translates":[12],"significant":[14],"growth":[15],"in":[16,25,48,57,63,84],"energy":[17,42,82,125],"consumption":[18,43],"at":[19,44],"the":[20,41,45,68,76,79,115,124,128,133,139],"radio":[21],"access":[22],"networks,":[23,51],"resulting":[24],"high":[26],"operation":[28],"costs":[29],"(OPEX).":[30],"In":[31],"this":[32],"work,":[33],"we":[34],"apply":[35],"deep":[36,95],"reinforcement":[37,96],"learning":[38,97],"reduce":[40,123],"base":[46],"station":[47],"wireless":[50,86],"by":[52,74,127],"allowing":[53],"cells":[54],"that":[55],"overlap":[56],"geographical":[58],"areas":[59],"be":[61],"put":[62],"standby":[64],"mode":[65],"according":[66],"changing":[69],"conditions.":[71],"We":[72],"start":[73],"formulating":[75],"problem":[77],"of":[78,113,138],"cell":[80],"on/off":[81],"saving":[83],"networks":[87],"as":[88],"a":[89,94,145],"Markov":[90],"decision":[91],"process.":[92],"Then,":[93],"(DRL)":[98],"solution":[99,104,141],"is":[100,142],"proposed.":[101],"DRL":[103],"takes":[105],"into":[106],"account":[107],"different":[108],"key":[109],"performance":[110,137],"indicators":[111],"(KPIs)":[112],"both":[114],"and":[117,120],"user":[118],"equipment":[119],"aims":[121],"consumed":[126],"without":[130],"significantly":[131],"impacting":[132],"overall":[134],"KPIs.":[135],"The":[136],"proposed":[140],"evaluated":[143],"using":[144],"practical":[146],"simulator.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}