{"id":"https://openalex.org/W4317384992","doi":"https://doi.org/10.1109/tetci.2023.3234545","title":"SafeCool: Safe and Energy-Efficient Cooling Management in Data Centers With Model-Based Reinforcement Learning","display_name":"SafeCool: Safe and Energy-Efficient Cooling Management in Data Centers With Model-Based Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-18","ids":{"openalex":"https://openalex.org/W4317384992","doi":"https://doi.org/10.1109/tetci.2023.3234545"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2023.3234545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2023.3234545","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059141038","display_name":"Jianxiong Wan","orcid":"https://orcid.org/0000-0003-3236-3036"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I55654194","display_name":"Inner Mongolia University of Technology","ror":"https://ror.org/05564e019","country_code":"CN","type":"education","lineage":["https://openalex.org/I55654194"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxiong Wan","raw_affiliation_strings":["School of Data Science and Application, Inner Mongolia University of Technology, Huhhot, China","Inner Mongolia Autonomous Region Engineering & Technology Research Center of Big Data Based Software Service, China","Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China"],"raw_orcid":"https://orcid.org/0000-0003-3236-3036","affiliations":[{"raw_affiliation_string":"School of Data Science and Application, Inner Mongolia University of Technology, Huhhot, China","institution_ids":["https://openalex.org/I55654194"]},{"raw_affiliation_string":"Inner Mongolia Autonomous Region Engineering & Technology Research Center of Big Data Based Software Service, China","institution_ids":[]},{"raw_affiliation_string":"Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050724792","display_name":"Yanduo Duan","orcid":"https://orcid.org/0000-0002-0744-868X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yanduo Duan","raw_affiliation_strings":["Waterdrop Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0744-868X","affiliations":[{"raw_affiliation_string":"Waterdrop Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090121233","display_name":"Xiang Gui","orcid":"https://orcid.org/0000-0001-6686-0749"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Xiang Gui","raw_affiliation_strings":["Department of Mechanical and Electrical Engineering, SF&AT, Massey University, Palmerston North, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Electrical Engineering, SF&AT, Massey University, Palmerston North, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079589251","display_name":"Chuyi Liu","orcid":"https://orcid.org/0000-0001-6812-290X"},"institutions":[{"id":"https://openalex.org/I55654194","display_name":"Inner Mongolia University of Technology","ror":"https://ror.org/05564e019","country_code":"CN","type":"education","lineage":["https://openalex.org/I55654194"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuyi Liu","raw_affiliation_strings":["School of Data Science and Application, Inner Mongolia University of Technology, Huhhot, China"],"raw_orcid":"https://orcid.org/0000-0001-6812-290X","affiliations":[{"raw_affiliation_string":"School of Data Science and Application, Inner Mongolia University of Technology, Huhhot, China","institution_ids":["https://openalex.org/I55654194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003504134","display_name":"Leixiao Li","orcid":"https://orcid.org/0000-0002-5137-4008"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I55654194","display_name":"Inner Mongolia University of Technology","ror":"https://ror.org/05564e019","country_code":"CN","type":"education","lineage":["https://openalex.org/I55654194"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leixiao Li","raw_affiliation_strings":["School of Data Science and Application, Inner Mongolia University of Technology, Huhhot, China","Inner Mongolia Autonomous Region Engineering & Technology Research Center of Big Data Based Software Service, China","Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China"],"raw_orcid":"https://orcid.org/0000-0002-5137-4008","affiliations":[{"raw_affiliation_string":"School of Data Science and Application, Inner Mongolia University of Technology, Huhhot, China","institution_ids":["https://openalex.org/I55654194"]},{"raw_affiliation_string":"Inner Mongolia Autonomous Region Engineering & Technology Research Center of Big Data Based Software Service, China","institution_ids":[]},{"raw_affiliation_string":"Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053202704","display_name":"Zhiqiang Ma","orcid":"https://orcid.org/0000-0003-0006-2044"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I55654194","display_name":"Inner Mongolia University of Technology","ror":"https://ror.org/05564e019","country_code":"CN","type":"education","lineage":["https://openalex.org/I55654194"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Ma","raw_affiliation_strings":["School of Data Science and Application, Inner Mongolia University of Technology, Huhhot, China","Inner Mongolia Autonomous Region Engineering & Technology Research Center of Big Data Based Software Service, China","Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China"],"raw_orcid":"https://orcid.org/0000-0003-0006-2044","affiliations":[{"raw_affiliation_string":"School of Data Science and Application, Inner Mongolia University of Technology, Huhhot, China","institution_ids":["https://openalex.org/I55654194"]},{"raw_affiliation_string":"Inner Mongolia Autonomous Region Engineering & Technology Research Center of Big Data Based Software Service, China","institution_ids":[]},{"raw_affiliation_string":"Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China","institution_ids":["https://openalex.org/I1327237609"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.8048,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.98375978,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"7","issue":"6","first_page":"1621","last_page":"1635"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10998","display_name":"Heat Transfer and Optimization","score":0.9534000158309937,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7517709732055664},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5787146687507629},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.49994611740112305},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4950985014438629},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42641326785087585}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7517709732055664},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5787146687507629},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.49994611740112305},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4950985014438629},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42641326785087585},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2023.3234545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2023.3234545","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9200000166893005}],"awards":[{"id":"https://openalex.org/G3961559280","display_name":"\u6570\u636e\u4e2d\u5fc3\u7684\u80fd\u8017\u4e0e\u70ed\u529b\u5b66\u7ba1\u7406\u7814\u7a76\uff1a\u6d4b\u91cf\uff0c\u5efa\u6a21\uff0c\u4e0e\u4f18\u5316","funder_award_id":"61862048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W153949739","https://openalex.org/W1965522053","https://openalex.org/W2036125803","https://openalex.org/W2044657099","https://openalex.org/W2082517663","https://openalex.org/W2146313422","https://openalex.org/W2150915047","https://openalex.org/W2153723413","https://openalex.org/W2284351912","https://openalex.org/W2511104528","https://openalex.org/W2536745924","https://openalex.org/W2552554409","https://openalex.org/W2575796735","https://openalex.org/W2593906756","https://openalex.org/W2604086313","https://openalex.org/W2789824229","https://openalex.org/W2885113976","https://openalex.org/W2886097115","https://openalex.org/W2888655287","https://openalex.org/W2964229770","https://openalex.org/W2979476646","https://openalex.org/W3035337937","https://openalex.org/W3085703692","https://openalex.org/W3100789280","https://openalex.org/W3107745730","https://openalex.org/W3110147302","https://openalex.org/W3112718690","https://openalex.org/W3118661445","https://openalex.org/W3129209097","https://openalex.org/W3158596605","https://openalex.org/W3160026196","https://openalex.org/W3183420623","https://openalex.org/W4214717370","https://openalex.org/W4288319859","https://openalex.org/W6631190155","https://openalex.org/W6640174482","https://openalex.org/W6667406103","https://openalex.org/W6748817170","https://openalex.org/W6751494529","https://openalex.org/W6754447547","https://openalex.org/W6763990646","https://openalex.org/W6764053384"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W4312192474","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Optimizing":[0],"the":[1,10,16,28,42,59,114,124,150],"cooling":[2,20,48,60,103,169,177],"system":[3,106,116],"plays":[4],"a":[5,109,119],"central":[6],"role":[7],"for":[8,100],"capping":[9],"data":[11,46,101,175],"center":[12,47,102,176],"power":[13,61,170],"consumption.":[14],"However,":[15],"performance":[17],"of":[18,30,45,127,133],"traditional":[19],"management":[21],"strategies":[22],"is":[23,55,136],"not":[24],"satisfactory":[25],"due":[26],"to":[27,40,57,73,112,122,167],"complexity":[29],"thermodynamic":[31],"process.":[32],"Recently,":[33],"several":[34],"works":[35],"leveraged":[36],"Reinforcement":[37,96],"Learning":[38,97],"(RL)":[39],"improve":[41],"energy":[43],"efficiency":[44,155],"system.":[49],"While":[50],"they":[51],"demonstrated":[52],"that":[53,71],"it":[54],"possible":[56],"reduce":[58],"consumption":[62],"via":[63],"RL,":[64],"there":[65],"are":[66],"still":[67],"some":[68],"key":[69],"challenges":[70],"have":[72],"be":[74],"addressed":[75],"before":[76],"field":[77],"deployment,":[78],"such":[79],"as":[80],"safe":[81],"operation":[82],"guarantee":[83],"and":[84,118,143,156],"sample":[85,154],"complexity,":[86],"etc.":[87],"In":[88,146],"this":[89],"paper,":[90],"we":[91],"proposeSafeCool,":[92],"an":[93,129],"actor-critic":[94],"Model-Based":[95],"(MBRL)":[98],"algorithm":[99,135],"management.SafeCoolincorporates":[104],"two":[105],"models,":[107],"i.e.,":[108],"transition":[110],"model":[111,121],"predict":[113],"future":[115],"state":[117],"risk":[120],"estimate":[123],"negative":[125],"effect":[126],"executing":[128],"action.":[130],"The":[131],"safety":[132],"proposed":[134],"ensured":[137],"by":[138,148],"Model":[139],"Predictive":[140],"Control":[141],"(MPC)":[142],"risk-guided":[144],"exploration.":[145],"addition,":[147],"employing":[149],"MBRL":[151,174],"framework,SafeCoolachieves":[152],"higher":[153],"accelerated":[157],"convergence.":[158],"Simulations":[159],"using":[160],"real-world":[161],"workload":[162],"trace":[163],"reveal":[164],"thatSafeCoolsaves":[165],"up":[166],"13.18%":[168],"compared":[171],"with":[172],"state-of-the-art":[173],"solutions.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}