{"id":"https://openalex.org/W4207037717","doi":"https://doi.org/10.1109/gcwkshps52748.2021.9682160","title":"Cell On/Off Parameter Optimization for Saving Energy via Reinforcement Learning","display_name":"Cell On/Off Parameter Optimization for Saving Energy via Reinforcement Learning","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4207037717","doi":"https://doi.org/10.1109/gcwkshps52748.2021.9682160"},"language":"en","primary_location":{"id":"doi:10.1109/gcwkshps52748.2021.9682160","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshps52748.2021.9682160","pdf_url":null,"source":{"id":"https://openalex.org/S4363605397","display_name":"2021 IEEE Globecom Workshops (GC Wkshps)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052081041","display_name":"Minsuk Choi","orcid":"https://orcid.org/0000-0002-0192-4534"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Minsuk Choi","raw_affiliation_strings":["Samsung Research, Samsung Electronics, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Samsung Research, Samsung Electronics, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104726828","display_name":"Kyung-Rae Kim","orcid":"https://orcid.org/0009-0000-6934-9698"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyungrae Kim","raw_affiliation_strings":["Samsung Research, Samsung Electronics, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Samsung Research, Samsung Electronics, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043142617","display_name":"Hong\u2010Jun Jang","orcid":"https://orcid.org/0000-0001-9979-6851"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hongjun Jang","raw_affiliation_strings":["Samsung Research, Samsung Electronics, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Samsung Research, Samsung Electronics, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041732812","display_name":"Hyokyung Woo","orcid":null},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyokyung Woo","raw_affiliation_strings":["Samsung Research, Samsung Electronics, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Samsung Research, Samsung Electronics, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023623107","display_name":"Joan S. Pujol Roig","orcid":"https://orcid.org/0000-0001-9209-0207"},"institutions":[{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Joan S. Pujol-Roig","raw_affiliation_strings":["Samsung R&D Institute UK, Samsung Electronics, Surrey, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Samsung R&D Institute UK, Samsung Electronics, Surrey, United Kingdom","institution_ids":["https://openalex.org/I4210117523"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372109","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0003-2049-5285"},"institutions":[{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Samsung R&D Institute UK, Samsung Electronics, Surrey, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Samsung R&D Institute UK, Samsung Electronics, Surrey, United Kingdom","institution_ids":["https://openalex.org/I4210117523"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015713068","display_name":"Hun-je Yeon","orcid":null},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hunje Yeon","raw_affiliation_strings":["Samsung Research, Samsung Electronics, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Samsung Research, Samsung Electronics, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047706011","display_name":"Sunghyun Choi","orcid":"https://orcid.org/0000-0003-0279-445X"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sunghyun Choi","raw_affiliation_strings":["Samsung Research, Samsung Electronics, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Samsung Research, Samsung Electronics, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028155175","display_name":"Seowoo Jang","orcid":"https://orcid.org/0000-0001-8044-3730"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seowoo Jang","raw_affiliation_strings":["Samsung Research, Samsung Electronics, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Samsung Research, Samsung Electronics, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2250650973"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5052081041"],"corresponding_institution_ids":["https://openalex.org/I2250650973"],"apc_list":null,"apc_paid":null,"fwci":4.3353,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.96614173,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8413217663764954},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.753800630569458},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.606787919998169},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.5230308771133423},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5018050670623779},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4916728138923645},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.49155840277671814},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.4512344002723694},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.44508102536201477},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4266880750656128},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3740765452384949},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3477938771247864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18471023440361023},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1487555205821991}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8413217663764954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.753800630569458},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.606787919998169},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.5230308771133423},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5018050670623779},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4916728138923645},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.49155840277671814},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.4512344002723694},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.44508102536201477},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4266880750656128},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3740765452384949},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3477938771247864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18471023440361023},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1487555205821991},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/gcwkshps52748.2021.9682160","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshps52748.2021.9682160","pdf_url":null,"source":{"id":"https://openalex.org/S4363605397","display_name":"2021 IEEE Globecom Workshops (GC Wkshps)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8999999761581421,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1557654162","https://openalex.org/W1771410628","https://openalex.org/W2736601468","https://openalex.org/W2912609470","https://openalex.org/W2937848305","https://openalex.org/W2955666743","https://openalex.org/W2963728120","https://openalex.org/W2963864421","https://openalex.org/W2977765793","https://openalex.org/W2995055182","https://openalex.org/W3024841838","https://openalex.org/W3044015199","https://openalex.org/W3127561923","https://openalex.org/W4210716191","https://openalex.org/W6638018090","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W6754052697","https://openalex.org/W6776998285"],"related_works":["https://openalex.org/W2303288554","https://openalex.org/W3033750547","https://openalex.org/W2029216794","https://openalex.org/W2047225036","https://openalex.org/W2093207996","https://openalex.org/W4386698331","https://openalex.org/W2138314731","https://openalex.org/W2142989636","https://openalex.org/W2322468729","https://openalex.org/W2168356777"],"abstract_inverted_index":{"Energy":[0],"cost":[1,196],"accounts":[2],"for":[3,197],"a":[4,11,66,85,99,136,181,224],"large":[5],"portion":[6],"of":[7,53,74,149,183,191],"expenses":[8],"when":[9],"operating":[10],"cellular":[12],"mobile":[13],"network,":[14],"and":[15,27,63,75,104,147,194,203,218],"it":[16],"is":[17,60,102,133],"expected":[18],"to":[19,22,61,77,92,95,105,119,143,186],"increase":[20],"further":[21],"support":[23],"advanced":[24],"communication":[25],"features":[26],"more":[28],"base":[29,100],"stations":[30],"as":[31,80],"the":[32,48,51,54,57,72,78,96,128,141,145,156,176,189,195,199],"network":[33],"evolves.":[34],"In":[35,90],"this":[36,117],"work,":[37],"we":[38,179,210],"address":[39],"energy":[40,169,192],"saving":[41,170,193],"by":[42],"turning":[43],"off":[44],"cells":[45],"while":[46,171],"minimizing":[47],"impact":[49],"on":[50,71,175,205],"performance":[52,190],"network.":[55],"However,":[56],"challenge":[58],"here":[59],"optimally":[62],"safely":[64],"manage":[65],"cell":[67,129],"on/off":[68,130],"operation":[69],"depending":[70],"states":[73,146],"demands":[76],"networks":[79],"they":[81],"may":[82],"vary":[83],"in":[84,88,116,168],"wide":[86],"range":[87],"general.":[89],"order":[91],"be":[93],"adaptive":[94],"circumstances":[97],"that":[98,162,212,223],"station":[101],"posed":[103],"requirements":[106],"from":[107,160],"its":[108],"service":[109,225],"provider,":[110],"reinforcement":[111],"learning-based":[112],"approaches":[113],"are":[114],"used":[115],"work":[118],"train":[120],"personalized":[121],"or":[122],"customized":[123,216],"neural":[124],"policies,":[125],"which":[126,139],"operate":[127],"algorithm.":[131],"It":[132],"shown":[134],"with":[135],"replicative":[137],"simulator,":[138],"has":[140],"capability":[142],"reproduce":[144],"behaviors":[148],"real":[150,157],"RANs":[151],"(Radio":[152],"Access":[153],"Network)":[154],"using":[155],"data":[158],"extracted":[159],"them,":[161],"our":[163,213],"approach":[164,214],"achieves":[165],"maximum":[166],"gain":[167],"satisfying":[172],"given":[173],"constraints":[174],"performance.":[177],"Also,":[178],"propose":[180,219],"couple":[182],"operational":[184,221],"modes":[185],"balance":[187],"between":[188],"running":[198],"solution.":[200],"Through":[201],"training":[202],"evaluation":[204],"simple":[206],"yet":[207],"demonstrative":[208],"scenarios,":[209],"demonstrate":[211],"provides":[215],"solutions":[217],"various":[220],"options":[222],"provider":[226],"can":[227],"choose":[228],"from.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}