{"id":"https://openalex.org/W4409098762","doi":"https://doi.org/10.1109/tmc.2025.3557280","title":"Dynamic Hierarchical Reinforcement Learning Framework for Energy-Efficient 5G Base Stations in Urban Environments","display_name":"Dynamic Hierarchical Reinforcement Learning Framework for Energy-Efficient 5G Base Stations in Urban Environments","publication_year":2025,"publication_date":"2025-04-02","ids":{"openalex":"https://openalex.org/W4409098762","doi":"https://doi.org/10.1109/tmc.2025.3557280"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3557280","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3557280","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tmc.2025.3557280","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030750866","display_name":"Dianlei Xu","orcid":"https://orcid.org/0000-0002-9091-5129"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Dianlei Xu","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0002-9091-5129","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiang Su","orcid":"https://orcid.org/0000-0001-5945-9551"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Xiang Su","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0001-5945-9551","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039662238","display_name":"Gopika Premsankar","orcid":"https://orcid.org/0000-0003-3463-6077"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Gopika Premsankar","raw_affiliation_strings":["Department of Information and Communications Engineering, Aalto University, Espoo, Finland","Department of Information and Communications Engineering, Aalto University, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3463-6077","affiliations":[{"raw_affiliation_string":"Department of Information and Communications Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Information and Communications Engineering, Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034129532","display_name":"Huandong Wang","orcid":"https://orcid.org/0000-0002-6382-0861"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huandong Wang","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Beijing National Research Center for Information Science and Technology (BNRist), Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6382-0861","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054443906","display_name":"Sasu Tarkoma","orcid":"https://orcid.org/0000-0003-4220-3650"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sasu Tarkoma","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0003-4220-3650","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029925982","display_name":"Pan Hui","orcid":"https://orcid.org/0000-0002-0848-2599"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Pan Hui","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0002-0848-2599","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2385,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.91763628,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"24","issue":"9","first_page":"8582","last_page":"8599"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8301581144332886},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7970110177993774},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7495840787887573},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.48008638620376587},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.46666640043258667},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40263181924819946},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3217421770095825},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24362647533416748}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8301581144332886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7970110177993774},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7495840787887573},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.48008638620376587},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.46666640043258667},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40263181924819946},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3217421770095825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24362647533416748},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2025.3557280","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3557280","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/138874","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/e2222309-36c6-4bea-b5be-98321f59bff2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tmc.2025.3557280","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3557280","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G4078865156","display_name":"Scalable and energy-efficient networked systems at the edge","funder_award_id":"338854","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G4738363149","display_name":null,"funder_award_id":"338854","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320322885","display_name":"NordForsk","ror":"https://ror.org/05bqzfg94"},{"id":"https://openalex.org/F4320328501","display_name":"Business Finland","ror":"https://ror.org/05bgf9v38"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1490921409","https://openalex.org/W1542941925","https://openalex.org/W2004294022","https://openalex.org/W2009498857","https://openalex.org/W2049017883","https://openalex.org/W2054692642","https://openalex.org/W2101092011","https://openalex.org/W2103868202","https://openalex.org/W2109820980","https://openalex.org/W2137989418","https://openalex.org/W2316854153","https://openalex.org/W2511924523","https://openalex.org/W2512788786","https://openalex.org/W2604314403","https://openalex.org/W2617547828","https://openalex.org/W2770480868","https://openalex.org/W2807900833","https://openalex.org/W2856797079","https://openalex.org/W2890072063","https://openalex.org/W2963728120","https://openalex.org/W2970325330","https://openalex.org/W2973229164","https://openalex.org/W2976928080","https://openalex.org/W3006247134","https://openalex.org/W3046457476","https://openalex.org/W3091660120","https://openalex.org/W3092280721","https://openalex.org/W3111901253","https://openalex.org/W3129005378","https://openalex.org/W3153787838","https://openalex.org/W3164836019","https://openalex.org/W3191914595","https://openalex.org/W3215554746","https://openalex.org/W4223527371","https://openalex.org/W4290943391","https://openalex.org/W4290943900","https://openalex.org/W4380926553","https://openalex.org/W4385568020","https://openalex.org/W4392152690","https://openalex.org/W4399727695","https://openalex.org/W6683195989","https://openalex.org/W6738796088","https://openalex.org/W6745983339","https://openalex.org/W6747473740","https://openalex.org/W6749304979"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W4210343411"],"abstract_inverted_index":{"The":[0],"energy":[1,85,125,157,180,218,244],"consumption":[2,245],"of":[3,13,132,220,235],"5G":[4,89,188,250],"base":[5],"stations":[6],"(BSs)":[7],"is":[8],"significantly":[9,224],"higher":[10],"than":[11],"that":[12,105,154,212],"4G":[14],"BSs,":[15],"creating":[16],"challenges":[17,246],"for":[18,63,84],"operators":[19],"due":[20],"to":[21,122,149,177,200,222],"increased":[22],"costs":[23],"and":[24,69,145,233],"carbon":[25],"emissions.":[26],"Existing":[27],"solutions":[28],"address":[29],"this":[30],"issue":[31],"by":[32,127,248],"switching":[33],"off":[34],"BSs":[35,45,68,108],"during":[36],"specific":[37],"periods":[38],"or":[39],"forming":[40],"cooperation":[41,162,176],"coalitions":[42,110],"where":[43],"some":[44],"deactivate":[46],"while":[47],"others":[48],"serve":[49],"users.":[50,71],"However,":[51],"these":[52,74],"approaches":[53],"often":[54],"rely":[55],"on":[56,118],"fixed":[57],"geographic":[58],"configurations,":[59],"making":[60],"them":[61],"unsuitable":[62],"urban":[64,187],"areas":[65],"with":[66,100,142,173,208],"numerous":[67],"mobile":[70],"To":[72],"tackle":[73],"challenges,":[75],"we":[76,94,138,183],"propose":[77,95],"a":[78,96,101,112,151,191],"hierarchical":[79,237],"reinforcement":[80],"learning":[81],"(RL)":[82],"framework":[83,199,215,240],"conservation":[86],"in":[87,241],"large-scale":[88,186,249],"networks.":[90,251],"In":[91,135],"the":[92,129,133,136,161,209,231,243],"upper-layer,":[93],"deep":[97],"Q-network":[98],"integrated":[99],"graph":[102,146],"convolutional":[103,147],"network":[104,193],"dynamically":[106],"groups":[107],"into":[109],"from":[111,202],"macro":[113],"perspective.":[114],"This":[115],"layer":[116],"focuses":[117],"high-level":[119],"coalition":[120,171],"formation":[121],"optimize":[123],"system-wide":[124,179],"efficiency":[126,158],"considering":[128],"global":[130,170],"state":[131],"network.":[134],"lower-layer,":[137],"combine":[139],"attention":[140],"mechanism":[141],"multi-agent":[143],"RL":[144,198,238],"networks":[148],"design":[150],"scalable":[152],"algorithm":[153],"maximizes":[155],"local":[156,174],"through":[159],"optimizing":[160],"within":[163],"each":[164],"coalition.":[165],"These":[166,228],"two":[167],"layers":[168],"align":[169],"dynamics":[172],"intra-coalition":[175],"achieve":[178],"optimization.":[181],"Moreover,":[182],"accurately":[184],"model":[185],"scenarios":[189],"leveraging":[190],"high-fidelity":[192],"simulator,":[194],"which":[195],"enables":[196],"our":[197,213,236],"learn":[201],"real-world":[203],"feedback.":[204],"Extensive":[205],"experiments":[206],"conducted":[207],"simulator":[210],"demonstrate":[211],"proposed":[214],"achieves":[216],"remarkable":[217],"savings":[219],"up":[221],"75.6%,":[223],"outperforming":[225],"baseline":[226],"approaches.":[227],"findings":[229],"highlight":[230],"effectiveness":[232],"superiority":[234],"optimization":[239],"addressing":[242],"faced":[247]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}