{"id":"https://openalex.org/W4400727218","doi":"https://doi.org/10.1109/iwcmc61514.2024.10592464","title":"Deep Reinforcement Learning for Sleep Control in 5G and Beyond Radio Access Networks: An Overview","display_name":"Deep Reinforcement Learning for Sleep Control in 5G and Beyond Radio Access Networks: An Overview","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4400727218","doi":"https://doi.org/10.1109/iwcmc61514.2024.10592464"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc61514.2024.10592464","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iwcmc61514.2024.10592464","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038628090","display_name":"Nessrine Trabelsi","orcid":"https://orcid.org/0000-0003-1734-0637"},"institutions":[{"id":"https://openalex.org/I4210119561","display_name":"Digital Research Centre of Sfax","ror":"https://ror.org/02s48dm85","country_code":"TN","type":"facility","lineage":["https://openalex.org/I4210119561"]}],"countries":["TN"],"is_corresponding":true,"raw_author_name":"Nessrine Trabelsi","raw_affiliation_strings":["Laboratory of Signals, systeMs, aRtificial intelligence, and neTworkS – Digital Research Center of Sfax,Sfax,Tunisia"],"affiliations":[{"raw_affiliation_string":"Laboratory of Signals, systeMs, aRtificial intelligence, and neTworkS – Digital Research Center of Sfax,Sfax,Tunisia","institution_ids":["https://openalex.org/I4210119561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050170025","display_name":"Rihab M\u00e2aloul","orcid":"https://orcid.org/0000-0002-4500-1010"},"institutions":[{"id":"https://openalex.org/I166928557","display_name":"University of Monastir","ror":"https://ror.org/00nhtcg76","country_code":"TN","type":"education","lineage":["https://openalex.org/I166928557"]},{"id":"https://openalex.org/I4387152546","display_name":"Institut Sup\u00e9rieur d'Informatique de Mahdia","ror":"https://ror.org/037hcdr69","country_code":null,"type":"education","lineage":["https://openalex.org/I166928557","https://openalex.org/I4387152546"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Rihab Maaloul","raw_affiliation_strings":["University of Monastir,Higher Institute of Computer Science of Mahdia (ISIMa),Tunisia"],"affiliations":[{"raw_affiliation_string":"University of Monastir,Higher Institute of Computer Science of Mahdia (ISIMa),Tunisia","institution_ids":["https://openalex.org/I166928557","https://openalex.org/I4387152546"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069886507","display_name":"Lamia Chaari Fourati","orcid":"https://orcid.org/0000-0003-0401-5050"},"institutions":[{"id":"https://openalex.org/I142899784","display_name":"University of Sfax","ror":"https://ror.org/04d4sd432","country_code":"TN","type":"education","lineage":["https://openalex.org/I142899784"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Lamia Chaari Fourati","raw_affiliation_strings":["University of Sfax,Higher Institute of Computer Science and Multimedia in Sfax (ISIMS),Tunisia"],"affiliations":[{"raw_affiliation_string":"University of Sfax,Higher Institute of Computer Science and Multimedia in Sfax (ISIMS),Tunisia","institution_ids":["https://openalex.org/I142899784"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070352139","display_name":"Wael Jaafar","orcid":"https://orcid.org/0000-0003-4378-9999"},"institutions":[{"id":"https://openalex.org/I108192572","display_name":"HEC Montr\u00e9al","ror":"https://ror.org/05ww3wq27","country_code":"CA","type":"education","lineage":["https://openalex.org/I108192572"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Wael Jaafar","raw_affiliation_strings":["École de technologies supérieure (ÉTS),Department of Software and IT Engineering,Montreal,Canada"],"affiliations":[{"raw_affiliation_string":"École de technologies supérieure (ÉTS),Department of Software and IT Engineering,Montreal,Canada","institution_ids":["https://openalex.org/I108192572"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5038628090"],"corresponding_institution_ids":["https://openalex.org/I4210119561"],"apc_list":null,"apc_paid":null,"fwci":0.6288,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67613542,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1404","last_page":"1411"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7305103540420532},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6447298526763916},{"id":"https://openalex.org/keywords/access-control","display_name":"Access control","score":0.49253663420677185},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3950938582420349},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3852316737174988}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7305103540420532},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6447298526763916},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.49253663420677185},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3950938582420349},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3852316737174988}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iwcmc61514.2024.10592464","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iwcmc61514.2024.10592464","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},{"id":"pmh:oai:espace2.etsmtl.ca:29417","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/29417/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Compte rendu de conf\u00e9rence"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1991898587","https://openalex.org/W2145339207","https://openalex.org/W2280486033","https://openalex.org/W2736601468","https://openalex.org/W2769883686","https://openalex.org/W2800992003","https://openalex.org/W2963864421","https://openalex.org/W2965789930","https://openalex.org/W3038366466","https://openalex.org/W3089506933","https://openalex.org/W3091660120","https://openalex.org/W3092239249","https://openalex.org/W3123895149","https://openalex.org/W3129005378","https://openalex.org/W3191480387","https://openalex.org/W3209237170","https://openalex.org/W4200633576","https://openalex.org/W4205380553","https://openalex.org/W4206799785","https://openalex.org/W4207037717","https://openalex.org/W4210716191","https://openalex.org/W4225725726","https://openalex.org/W4225919702","https://openalex.org/W4226298050","https://openalex.org/W4286748781","https://openalex.org/W4295955391","https://openalex.org/W4298857966","https://openalex.org/W4299802797","https://openalex.org/W4315629733","https://openalex.org/W4319341708","https://openalex.org/W4324319988","https://openalex.org/W4328007725","https://openalex.org/W4367189769","https://openalex.org/W4390245807","https://openalex.org/W4390837740","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6748839928","https://openalex.org/W6840380725","https://openalex.org/W6852641997"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890"],"abstract_inverted_index":{"The":[0],"advent":[1],"of":[2,29,82,114,160,164,174],"5G":[3,139],"and":[4,16,43,72,99,112,140,177,191],"beyond":[5,141],"networks":[6],"is":[7,65,84],"envisioned":[8],"to":[9,33,124,150,195],"support":[10],"lower":[11],"latency,":[12],"higher":[13],"data":[14],"rates,":[15],"wider":[17],"connectivity":[18],"than":[19],"previous":[20],"cellular":[21],"network":[22,89,127],"generations.":[23],"However,":[24,79],"given":[25],"the":[26,47,80,110,152,161,165,171,178,185],"denser":[27],"deployment":[28],"base":[30],"stations":[31],"(BSs)":[32],"accommodate":[34],"such":[35],"improvements,":[36],"this":[37,130,144],"results":[38],"inevitably":[39],"in":[40,46,138,188],"a":[41,67,85,148],"significant":[42],"unsustainable":[44],"increase":[45],"network\u2019s":[48],"energy":[49],"consumption.":[50],"Sleep":[51],"Control":[52],"(SC),":[53],"which":[54,119],"allows":[55],"switching":[56],"off":[57],"some":[58],"BS":[59],"hardware":[60],"components":[61,163],"during":[62],"light-traffic":[63],"time,":[64],"considered":[66],"viable":[68],"solution":[69],"for":[70],"greener":[71],"more":[73],"energy-efficient":[74],"Radio":[75],"Access":[76],"Networks":[77],"(RAN).":[78],"optimization":[81,128],"SC":[83],"highly":[86],"challenging":[87],"large-scale":[88],"combinatorial":[90],"problem":[91],"that":[92],"depends":[93],"on":[94],"dynamic":[95],"wireless":[96,126],"channel":[97],"conditions":[98],"varying":[100],"traffic":[101],"demands":[102],"with":[103],"stringent":[104],"Quality-of-Service":[105],"(QoS)":[106],"requirements.":[107],"Driven":[108],"by":[109],"benefits":[111],"efficiency":[113],"Deep":[115],"Reinforcement":[116],"Learning":[117],"(DRL),":[118],"has":[120],"been":[121],"successfully":[122],"applied":[123,179],"multiple":[125],"problems,":[129],"paper":[131],"investigates":[132],"DRL":[133,180],"approaches":[134],"addressing":[135],"sleep":[136,175],"control":[137,176],"RAN.":[142],"To":[143],"end,":[145],"we":[146,156,183],"propose":[147],"taxonomy":[149],"classify":[151],"related":[153],"literature.":[154],"Then,":[155],"provide":[157],"an":[158],"overview":[159],"different":[162],"Markov":[166],"Decision":[167],"Process":[168],"(MDP)":[169],"modeling":[170],"sequential":[172],"decision-making":[173],"algorithms.":[181],"Finally,":[182],"highlight":[184],"main":[186],"challenges":[187],"existing":[189],"works":[190],"suggest":[192],"novel":[193],"strategies":[194],"address":[196],"them.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}