{"id":"https://openalex.org/W4391216941","doi":"https://doi.org/10.1109/ispec58282.2023.10402954","title":"Energy Efficient Thermal Management of 5G Base Station Site Based on Reinforcement Learning","display_name":"Energy Efficient Thermal Management of 5G Base Station Site Based on Reinforcement Learning","publication_year":2023,"publication_date":"2023-11-28","ids":{"openalex":"https://openalex.org/W4391216941","doi":"https://doi.org/10.1109/ispec58282.2023.10402954"},"language":"en","primary_location":{"id":"doi:10.1109/ispec58282.2023.10402954","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ispec58282.2023.10402954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Sustainable Power and Energy Conference (iSPEC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005298264","display_name":"Liang Liu","orcid":"https://orcid.org/0000-0002-4903-2666"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Liu","raw_affiliation_strings":["Jiaotong University Xi’an,MOE KLINNS Lab of Xi’an,Shanxi,China,710049"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiaotong University Xi’an,MOE KLINNS Lab of Xi’an,Shanxi,China,710049","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065134331","display_name":"Jiang Wu","orcid":"https://orcid.org/0000-0003-4628-7660"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang Wu","raw_affiliation_strings":["Jiaotong University Xi’an,MOE KLINNS Lab of Xi’an,Shanxi,China,710049"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiaotong University Xi’an,MOE KLINNS Lab of Xi’an,Shanxi,China,710049","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100761725","display_name":"Yaping Liu","orcid":"https://orcid.org/0000-0002-8986-634X"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaping Liu","raw_affiliation_strings":["Jiaotong University Xi’an,MOE KLINNS Lab of Xi’an,Shanxi,China,710049"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiaotong University Xi’an,MOE KLINNS Lab of Xi’an,Shanxi,China,710049","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067277859","display_name":"Zhanbo Xu","orcid":"https://orcid.org/0000-0002-8364-0753"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanbo Xu","raw_affiliation_strings":["Jiaotong University Xi’an,MOE KLINNS Lab of Xi’an,Shanxi,China,710049"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiaotong University Xi’an,MOE KLINNS Lab of Xi’an,Shanxi,China,710049","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075845093","display_name":"Xiaohong Guan","orcid":"https://orcid.org/0000-0002-8826-0362"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohong Guan","raw_affiliation_strings":["Tsinghua University,Center for Intelligent and Networked Systems (CFINS),Department of Automation, TNLIST,Beijing,China,100084"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Center for Intelligent and Networked Systems (CFINS),Department of Automation, TNLIST,Beijing,China,100084","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10998","display_name":"Heat Transfer and Optimization","score":0.9686999917030334,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12442","display_name":"Thermal Radiation and Cooling Technologies","score":0.9556000232696533,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8054074645042419},{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.7849470376968384},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6552392840385437},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.632628858089447},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6180120706558228},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.566824197769165},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4995133876800537},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4394153952598572},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.43759584426879883},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.4129728078842163},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.41267186403274536},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.35426920652389526},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.35271304845809937},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.3307420015335083},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22275692224502563},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1978149712085724},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.19627079367637634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1919509768486023},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09856995940208435}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8054074645042419},{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.7849470376968384},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6552392840385437},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.632628858089447},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6180120706558228},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.566824197769165},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4995133876800537},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4394153952598572},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.43759584426879883},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.4129728078842163},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.41267186403274536},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.35426920652389526},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.35271304845809937},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3307420015335083},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22275692224502563},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1978149712085724},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.19627079367637634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1919509768486023},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09856995940208435},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ispec58282.2023.10402954","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ispec58282.2023.10402954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Sustainable Power and Energy Conference (iSPEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8600000143051147}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1980601163","https://openalex.org/W1993137812","https://openalex.org/W2281605406","https://openalex.org/W2519848874","https://openalex.org/W2604382266","https://openalex.org/W2944278712","https://openalex.org/W2962904198","https://openalex.org/W3006247134","https://openalex.org/W4220703532","https://openalex.org/W4237790707","https://openalex.org/W4297792890"],"related_works":["https://openalex.org/W2112866972","https://openalex.org/W4240233711","https://openalex.org/W2900606913","https://openalex.org/W4320003279","https://openalex.org/W2326910963","https://openalex.org/W3046823714","https://openalex.org/W2348218441","https://openalex.org/W3021806226","https://openalex.org/W4205684936","https://openalex.org/W4385360524"],"abstract_inverted_index":{"The":[0,173],"rapid":[1],"development":[2],"of":[3,27,62,72,92,96,182,198],"Fifth":[4],"Generation":[5],"(5G)":[6],"mobile":[7],"communication":[8],"system":[9,30,185],"has":[10,81],"resulted":[11],"in":[12,16,25],"a":[13,51,69,89,113],"significant":[14,70],"increase":[15],"energy":[17,37,73,83,180],"consumption.":[18],"Even":[19],"with":[20,136,190],"all":[21],"the":[22,47,55,140,157,164,178,183,191,195],"efforts":[23],"made":[24],"terms":[26],"network":[28],"architecture,":[29],"hardware":[31],"design":[32],"and":[33,39,58,77,103,112,133,162,194],"device":[34],"operation,":[35],"its":[36,78],"consumption":[38],"costs":[40],"remain":[41],"high.":[42],"In":[43],"order":[44],"to":[45],"control":[46,120,142],"operating":[48],"environment":[49],"within":[50,156],"reliable":[52],"temperature":[53],"range,":[54],"heating":[56],"ventilation":[57],"air":[59],"conditioning":[60],"(HVAC)":[61],"5G":[63,97],"base":[64],"station":[65],"(BS)":[66],"site":[67],"consume":[68],"amount":[71],"for":[74,125,144,166],"thermal":[75,94],"management,":[76],"operation":[79],"still":[80],"great":[82],"saving":[84],"potential.":[85],"This":[86,150],"paper":[87],"presents":[88],"three-stage":[90],"approach":[91,151],"energy-efficient":[93],"management":[95],"BS":[98,127,199],"sites":[99,128,200],"based":[100,129],"on":[101,130],"Q-learning":[102],"imitation":[104,107],"learning.":[105],"An":[106],"learning":[108,132],"controller":[109],"is":[110,116,146,186],"proposed":[111,192],"feature-controller":[114],"library":[115],"constructed.":[117],"Reliable":[118],"initial":[119],"policies":[121],"can":[122,152],"be":[123,153],"generated":[124],"new":[126],"ensemble":[131],"rule-based":[134],"constraints":[135],"this":[137],"library.":[138],"Furthermore,":[139],"optimal":[141],"policy":[143],"HVAC":[145,184],"learned":[147],"using":[148],"Q-Learning.":[149],"directly":[154],"configured":[155],"building":[158],"baseband":[159],"unit":[160],"(BBU)":[161],"eliminates":[163],"requirement":[165],"additional":[167],"sensors,":[168],"facilitating":[169],"practical":[170],"engineering":[171],"deployment.":[172],"application":[174],"results":[175],"show":[176],"that":[177],"average":[179],"cost":[181,197],"reduced":[187],"by":[188],"18.96%":[189],"approach,":[193],"total":[196],"more":[201],"than":[202],"10%.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}