{"id":"https://openalex.org/W7131377537","doi":"https://doi.org/10.1109/twc.2026.3665362","title":"Resource Management in Hybrid-Powered HetNets With Two-Timescale Deep Reinforcement Learning","display_name":"Resource Management in Hybrid-Powered HetNets With Two-Timescale Deep Reinforcement Learning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7131377537","doi":"https://doi.org/10.1109/twc.2026.3665362"},"language":null,"primary_location":{"id":"doi:10.1109/twc.2026.3665362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2026.3665362","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081370264","display_name":"Xiaokai Nie","orcid":"https://orcid.org/0000-0002-2357-2947"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokai Nie","raw_affiliation_strings":["School of Automation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2357-2947","affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chang Sun","orcid":"https://orcid.org/0009-0002-0523-4503"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Sun","raw_affiliation_strings":["School of Automation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0002-0523-4503","affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126853267","display_name":"Xin Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhao","raw_affiliation_strings":["School of Mathematics, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-3604-1643","affiliations":[{"raw_affiliation_string":"School of Mathematics, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126817134","display_name":"Wenwu Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwu Yu","raw_affiliation_strings":["School of Mathematics, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0301-9180","affiliations":[{"raw_affiliation_string":"School of Mathematics, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":7.365,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.95349648,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"25","issue":null,"first_page":"12646","last_page":"12661"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.28209999203681946,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.28209999203681946,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0786999985575676,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.07270000129938126,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.6104000210762024},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.550599992275238},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5076000094413757},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5044999718666077},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.4575999975204468},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.450300008058548},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.43860000371932983},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.4332999885082245}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7688000202178955},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.6104000210762024},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.550599992275238},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5076000094413757},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5044999718666077},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.4575999975204468},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.450300008058548},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44290000200271606},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.43860000371932983},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.4332999885082245},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.3862999975681305},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3736000061035156},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.37070000171661377},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.33329999446868896},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3237000107765198},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.3206999897956848},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.31850001215934753},{"id":"https://openalex.org/C182448111","wikidata":"https://www.wikidata.org/wiki/Q7281197","display_name":"Radio resource management","level":4,"score":0.30559998750686646},{"id":"https://openalex.org/C2776190866","wikidata":"https://www.wikidata.org/wiki/Q1341477","display_name":"Energy supply","level":3,"score":0.2957000136375427},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2680000066757202},{"id":"https://openalex.org/C19247436","wikidata":"https://www.wikidata.org/wiki/Q192727","display_name":"Physical layer","level":3,"score":0.25380000472068787},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2026.3665362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2026.3665362","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.5257744193077087}],"awards":[{"id":"https://openalex.org/G1878561791","display_name":null,"funder_award_id":"62103105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2089082804","display_name":null,"funder_award_id":"BK20210218","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G4949000581","display_name":null,"funder_award_id":"62073076","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6674432410","display_name":null,"funder_award_id":"2242022R40044","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7372865607","display_name":null,"funder_award_id":"12201108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7846504898","display_name":null,"funder_award_id":"62233004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7924903490","display_name":null,"funder_award_id":"2020A1515110129","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Renewable":[0],"energy":[1,6,16,31,40,50,78,92,100,141,150,157,183],"is":[2,56,96,129,132,196,223],"incorporated":[3],"to":[4,12,57,107,225],"the":[5,14,47,59,64,83,89,94,103,108,116,140,145,160,165,174,177,182,204,214,218,227,231,246],"supply":[7],"for":[8,111,148,168,230],"heterogeneous":[9],"networks":[10],"(HetNets)":[11],"mitigate":[13],"high":[15],"consumption":[17],"and":[18,41,44,75,91,154,159,209,212],"meet":[19],"carbon-neutral":[20],"targets.":[21],"This":[22],"paper":[23],"investigates":[24],"resource":[25],"management":[26],"in":[27,181,213],"HetNets":[28],"with":[29,51,134,190,198],"hybrid":[30],"supply,":[32],"where":[33],"base":[34],"stations":[35],"are":[36],"powered":[37],"by":[38,98],"renewable":[39,49,149],"power":[42,76,155,161,215],"grid,":[43],"can":[45],"share":[46],"harvested":[48],"each":[52],"other.":[53],"The":[54],"objective":[55],"maximize":[58],"long-term":[60],"average":[61],"utility":[62],"of":[63,71,82,85,137,176,202,207],"network":[65],"defined":[66],"as":[67],"a":[68,121,199],"weighted":[69],"sum":[70],"system":[72,240],"data":[73],"rate":[74],"grid":[77,156],"cost.":[79],"In":[80],"view":[81],"difference":[84],"dynamics":[86],"characteristics":[87],"between":[88],"radio":[90,112],"resources,":[93],"problem":[95,117],"formulated":[97],"describing":[99],"resources":[101],"over":[102,144,164],"large":[104,146],"timescale":[105,147,167],"relative":[106],"small":[109,166],"one":[110],"resources.":[113],"To":[114,172],"address":[115],"without":[118],"prior":[119],"knowledge,":[120],"two-timescale":[122,191],"deep":[123],"reinforcement":[124],"learning":[125],"(DRL)-based":[126],"optimization":[127],"framework":[128],"proposed,":[130],"which":[131],"structured":[133],"two":[135],"layers":[136],"decision-making,":[138],"including":[139],"scheduling":[142,184],"layer":[143,163,185,217],"sharing":[151],"among":[152],"BSs":[153],"consumption,":[158],"control":[162,216],"transmit":[169,232],"power,":[170],"respectively.":[171],"enhance":[173],"performance":[175],"cross-layer":[178],"collaborative":[179],"optimization,":[180],"an":[186],"improved":[187],"soft":[188],"actor-critic":[189],"update":[192],"rule":[193],"(TTUR-SAC)":[194],"algorithm":[195],"designed":[197],"novel":[200],"strategy":[201],"differentiating":[203],"training":[205],"frequencies":[206],"actor":[208],"critic":[210],"networks,":[211],"successive":[219],"convex":[220],"approximation":[221],"method":[222],"leveraged":[224],"solve":[226],"non-convex":[228],"subproblem":[229],"power.":[233],"Simulation":[234],"results":[235],"demonstrate":[236],"that":[237],"under":[238],"various":[239],"configurations":[241],"our":[242],"proposed":[243],"solution":[244],"outperforms":[245],"typical":[247],"baseline":[248],"methods.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-02-26T00:00:00"}