{"id":"https://openalex.org/W4408254221","doi":"https://doi.org/10.1109/tgcn.2025.3548124","title":"Joint Sleep Control and Energy Sharing Strategy With Deep Reinforcement Learning in Green Ultra-Dense Networks","display_name":"Joint Sleep Control and Energy Sharing Strategy With Deep Reinforcement Learning in Green Ultra-Dense Networks","publication_year":2025,"publication_date":"2025-03-05","ids":{"openalex":"https://openalex.org/W4408254221","doi":"https://doi.org/10.1109/tgcn.2025.3548124"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2025.3548124","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2025.3548124","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jipeng Gan","orcid":"https://orcid.org/0009-0005-1697-5050"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jipeng Gan","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0005-1697-5050","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108951210","display_name":"Hongxia Kou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongxia Kou","raw_affiliation_strings":["Matrix Technology (Jiangsu) Company Ltd., Nanjing, China","Matrix Technology (Jiangsu) Co., Ltd, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Matrix Technology (Jiangsu) Company Ltd., Nanjing, China","institution_ids":[]},{"raw_affiliation_string":"Matrix Technology (Jiangsu) Co., Ltd, Nanjing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115589535","display_name":"Guang Yang","orcid":"https://orcid.org/0000-0002-0012-3831"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guang Yang","raw_affiliation_strings":["Matrix Technology (Jiangsu) Company Ltd., Nanjing, China","Matrix Technology (Jiangsu) Co., Ltd, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Matrix Technology (Jiangsu) Company Ltd., Nanjing, China","institution_ids":[]},{"raw_affiliation_string":"Matrix Technology (Jiangsu) Co., Ltd, Nanjing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100408729","display_name":"Hua Zhang","orcid":"https://orcid.org/0000-0003-0734-1329"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Zhang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0734-1329","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078995628","display_name":"Zijian Cao","orcid":"https://orcid.org/0009-0007-9860-1486"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijian Cao","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0007-9860-1486","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013867024","display_name":"Wei Xu","orcid":"https://orcid.org/0000-0001-9341-8382"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Xu","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9341-8382","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.8686,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.96141617,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"9","issue":"4","first_page":"2208","last_page":"2221"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9312000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9312000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9107000231742859,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7957873344421387},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6328336000442505},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5092560052871704},{"id":"https://openalex.org/keywords/sleep","display_name":"Sleep (system call)","score":0.50567626953125},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4913267195224762},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4558928310871124},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3899663984775543},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2492741048336029},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2092672884464264},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.11556699872016907},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08532083034515381}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7957873344421387},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6328336000442505},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5092560052871704},{"id":"https://openalex.org/C2775841894","wikidata":"https://www.wikidata.org/wiki/Q4683692","display_name":"Sleep (system call)","level":2,"score":0.50567626953125},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4913267195224762},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4558928310871124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3899663984775543},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2492741048336029},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2092672884464264},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.11556699872016907},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08532083034515381},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2025.3548124","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2025.3548124","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.7799999713897705}],"awards":[{"id":"https://openalex.org/G4587587094","display_name":null,"funder_award_id":"62201145","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6580843156","display_name":null,"funder_award_id":"2020YFB1807803","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7393701133","display_name":null,"funder_award_id":"2020YFB1807803","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2546639359","https://openalex.org/W2751969415","https://openalex.org/W2769883686","https://openalex.org/W2909277392","https://openalex.org/W2925554975","https://openalex.org/W2955505714","https://openalex.org/W2963728120","https://openalex.org/W3034311544","https://openalex.org/W3036667321","https://openalex.org/W3089378248","https://openalex.org/W3094236223","https://openalex.org/W3110163562","https://openalex.org/W3112553118","https://openalex.org/W3129005378","https://openalex.org/W3153731626","https://openalex.org/W3205785436","https://openalex.org/W3209985782","https://openalex.org/W4200633576","https://openalex.org/W4205231545","https://openalex.org/W4206227694","https://openalex.org/W4206454375","https://openalex.org/W4210267357","https://openalex.org/W4210754515","https://openalex.org/W4226502606","https://openalex.org/W4293794956","https://openalex.org/W4295955391","https://openalex.org/W4315629733","https://openalex.org/W4316876992","https://openalex.org/W4321020951","https://openalex.org/W4322576964","https://openalex.org/W4322730831","https://openalex.org/W4386825432","https://openalex.org/W4387092825","https://openalex.org/W4387609234","https://openalex.org/W4387767193","https://openalex.org/W4388666642","https://openalex.org/W4388819802","https://openalex.org/W4391559688","https://openalex.org/W4391759699","https://openalex.org/W4392667225","https://openalex.org/W4399757770"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Ultra-dense":[0],"network":[1],"(UDN)":[2],"is":[3],"considered":[4],"a":[5,46,89,114,153],"viable":[6],"solution":[7],"to":[8,64],"meet":[9],"the":[10,18,28,35,71,77,106,127,134],"growing":[11,129],"demand":[12],"for":[13],"mobile":[14],"data":[15],"traffic.":[16],"However,":[17],"massive":[19],"deployment":[20],"of":[21,34,73,136,171],"small":[22],"base":[23],"stations":[24],"(SBSs)":[25],"dramatically":[26],"increases":[27],"energy":[29,53,61,67,94,110,142,172],"consumption":[30,68],"and":[31,60,69,83,93,109],"carbon":[32],"footprint":[33],"network,":[36],"posing":[37],"significant":[38],"environmental":[39],"challenges.":[40],"In":[41],"this":[42],"paper,":[43],"we":[44,87,104,138],"design":[45],"green":[47,175],"UDN":[48],"system":[49],"driven":[50],"by":[51],"renewable":[52],"sources":[54],"(RES)":[55],"that":[56,161],"utilizes":[57],"sleep":[58,91,107],"control":[59,92,108],"sharing":[62,95,111],"methods":[63,168],"reduce":[65],"grid":[66],"enhance":[70],"utilization":[72],"RES.":[74],"To":[75,125],"address":[76],"dynamic":[78],"variations":[79],"in":[80,169,174],"harvested":[81],"RES":[82],"traffic":[84],"load":[85],"arrivals,":[86],"propose":[88],"joint":[90],"strategy":[96],"based":[97,145],"on":[98,146],"deep":[99],"reinforcement":[100],"learning":[101],"(DRL).":[102],"Specifically,":[103],"formulate":[105],"problem":[112],"as":[113],"markov":[115],"decision":[116],"process":[117],"(MDP),":[118],"which":[119],"can":[120],"be":[121],"solved":[122],"using":[123],"DRL.":[124],"tackle":[126],"exponentially":[128],"action":[130,155],"space":[131,156],"associated":[132],"with":[133,152],"number":[135],"SBSs,":[137],"develop":[139],"an":[140],"SBS":[141],"management":[143],"algorithm":[144],"multi-discrete":[147],"proximal":[148],"policy":[149],"optimization":[150],"(PPO)":[151],"multi-dimensional":[154],"output.":[157],"Numerical":[158],"experiments":[159],"demonstrate":[160],"our":[162],"proposed":[163],"scheme":[164],"significantly":[165],"outperforms":[166],"existing":[167],"terms":[170],"efficiency":[173],"UDNs.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-16T09:24:06.705377","created_date":"2025-10-10T00:00:00"}