{"id":"https://openalex.org/W4416798097","doi":"https://doi.org/10.1109/tgcn.2025.3638812","title":"Energy-Efficient Sleep Mode Optimization in 5G mmWave Networks via Multi-Agent Deep Reinforcement Learning","display_name":"Energy-Efficient Sleep Mode Optimization in 5G mmWave Networks via Multi-Agent Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-11-28","ids":{"openalex":"https://openalex.org/W4416798097","doi":"https://doi.org/10.1109/tgcn.2025.3638812"},"language":null,"primary_location":{"id":"doi:10.1109/tgcn.2025.3638812","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2025.3638812","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088140350","display_name":"Saad Masrur","orcid":"https://orcid.org/0000-0001-9741-0644"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Saad Masrur","raw_affiliation_strings":["Department of Electrical and Computer Engineering, North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016722903","display_name":"\u0130smail G\u00fcven\u00e7","orcid":"https://orcid.org/0000-0002-1387-6242"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"\u0130smail G\u00fcven\u00e7","raw_affiliation_strings":["Department of Electrical and Computer Engineering, North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087389763","display_name":"David L\u00f3pez-P\u00e9rez","orcid":"https://orcid.org/0000-0003-1605-7418"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David L\u00f3pez-P\u00e9rez","raw_affiliation_strings":["Universitat Politècnica de València, Valencia, Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Politècnica de València, Valencia, Spain","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5088140350"],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39791584,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":null,"first_page":"1495","last_page":"1511"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.7088000178337097,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.7088000178337097,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.17589999735355377,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.015799999237060547,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8550999760627747},{"id":"https://openalex.org/keywords/sleep-mode","display_name":"Sleep mode","score":0.5694000124931335},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5376999974250793},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5245000123977661},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5177000164985657},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5020999908447266},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4699000120162964},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.3871999979019165},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.383899986743927}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8550999760627747},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7785999774932861},{"id":"https://openalex.org/C57149124","wikidata":"https://www.wikidata.org/wiki/Q587346","display_name":"Sleep mode","level":4,"score":0.5694000124931335},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5376999974250793},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5245000123977661},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5177000164985657},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5020999908447266},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4699000120162964},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39640000462532043},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.3871999979019165},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.37279999256134033},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36910000443458557},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.28369998931884766},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.25619998574256897},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.25609999895095825},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2513999938964844},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2025.3638812","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2025.3638812","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1956027752","https://openalex.org/W1989750313","https://openalex.org/W1993219460","https://openalex.org/W2006377431","https://openalex.org/W2008783708","https://openalex.org/W2009505753","https://openalex.org/W2066126035","https://openalex.org/W2098563066","https://openalex.org/W2099295294","https://openalex.org/W2120822931","https://openalex.org/W2139926998","https://openalex.org/W2193897973","https://openalex.org/W2520246776","https://openalex.org/W2755536123","https://openalex.org/W2896918527","https://openalex.org/W2899296277","https://openalex.org/W2912609470","https://openalex.org/W2955666743","https://openalex.org/W2963016285","https://openalex.org/W2963728120","https://openalex.org/W2966387802","https://openalex.org/W3028241127","https://openalex.org/W3045912855","https://openalex.org/W3092280721","https://openalex.org/W3123490382","https://openalex.org/W3123921001","https://openalex.org/W3129005378","https://openalex.org/W3135591409","https://openalex.org/W3191914595","https://openalex.org/W4200633576","https://openalex.org/W4214717370","https://openalex.org/W4226193910","https://openalex.org/W4316660971","https://openalex.org/W4384067648","https://openalex.org/W4406267154"],"related_works":[],"abstract_inverted_index":{"Dynamic":[0],"sleep":[1],"mode":[2],"optimization":[3,23],"(SMO)":[4],"in":[5,83,132],"millimeter-wave":[6],"(mmWave)":[7],"networks":[8],"is":[9,129],"essential":[10],"for":[11,80],"maximizing":[12],"energy":[13],"efficiency":[14],"(EE)":[15],"under":[16,193],"stringent":[17],"quality-of-service":[18],"(QoS)":[19],"constraints.":[20],"However,":[21],"existing":[22],"and":[24,45,91,119,150,173,185],"reinforcement":[25],"learning":[26],"(RL)-based":[27],"approaches":[28],"rely":[29],"on":[30],"aggregated,":[31],"static":[32],"base":[33],"station":[34],"(BS)":[35],"traffic":[36,43],"models":[37],"that":[38,157],"fail":[39],"to":[40,77,123,143,177],"capture":[41],"non-stationary":[42],"dynamics":[44],"suffer":[46],"from":[47],"prohibitively":[48],"large":[49],"state\u2013action":[50],"spaces,":[51],"limiting":[52],"their":[53],"real-world":[54],"deployment.":[55],"To":[56],"address":[57],"these":[58],"challenges,":[59],"this":[60],"paper":[61],"proposes":[62],"a":[63,71,84,89],"Multi-Agent":[64],"Deep":[65,73],"Reinforcement":[66],"Learning":[67],"(MARL)":[68],"framework":[69],"employing":[70],"Double":[72],"Q-Network":[74],"(DDQN),":[75],"referred":[76],"as":[78],"MARL-DDQN,":[79],"adaptive":[81],"SMO":[82,141],"3D":[85],"urban":[86],"environment":[87],"using":[88],"time-varying":[90],"community-based":[92],"user":[93],"equipment":[94],"(UE)":[95],"mobility":[96],"model.":[97],"Unlike":[98],"conventional":[99],"single-agent":[100],"RL,":[101],"the":[102,165,191],"proposed":[103,137],"MARL-DDQN":[104,158],"enables":[105],"scalable,":[106],"distributed":[107],"decision-making":[108],"with":[109],"minimal":[110],"signaling":[111],"overhead.":[112],"A":[113],"realistic":[114],"BS":[115],"power":[116],"consumption":[117],"model":[118],"beamforming":[120],"are":[121],"integrated":[122],"accurately":[124],"quantify":[125],"EE,":[126,180],"while":[127,146],"QoS":[128,187],"uniquely":[130],"defined":[131],"terms":[133],"of":[134,190],"throughput.":[135],"The":[136],"method":[138],"adaptively":[139],"learns":[140],"policies":[142],"maximize":[144],"EE":[145],"mitigating":[147],"inter-cell":[148],"interference":[149],"ensuring":[151],"throughput":[152],"fairness.":[153],"Extensive":[154],"simulations":[155],"demonstrate":[156],"consistently":[159],"outperforms":[160],"state-of-the-art":[161],"SM":[162],"strategies,":[163],"including":[164],"All":[166],"On,":[167],"iterative":[168],"QoS-aware":[169],"load-based":[170],"(IT-QoS-LB),":[171],"MARL-DDPG,":[172],"MARL-PPO,":[174],"achieving":[175],"up":[176],"0.60":[178],"Mbit/Joule":[179],"8.5":[181],"Mbps":[182],"10th-percentile":[183],"throughput,":[184],"satisfying":[186],"constraints":[188],"95%":[189],"time":[192],"dynamic":[194],"network":[195],"scenarios.":[196]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-28T00:00:00"}