{"id":"https://openalex.org/W4380887485","doi":"https://doi.org/10.1145/3575813.3597343","title":"Toward Model-Assisted Safe Reinforcement Learning for Data Center Cooling Control: A Lyapunov-based Approach","display_name":"Toward Model-Assisted Safe Reinforcement Learning for Data Center Cooling Control: A Lyapunov-based Approach","publication_year":2023,"publication_date":"2023-06-16","ids":{"openalex":"https://openalex.org/W4380887485","doi":"https://doi.org/10.1145/3575813.3597343"},"language":"en","primary_location":{"id":"doi:10.1145/3575813.3597343","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3575813.3597343","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3575813.3597343","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3575813.3597343","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025886127","display_name":"Zhiwei Cao","orcid":"https://orcid.org/0000-0002-0341-8213"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhiwei Cao","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0341-8213","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057311380","display_name":"Ruihang Wang","orcid":"https://orcid.org/0000-0001-8827-9373"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ruihang Wang","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8827-9373","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007633349","display_name":"Xin Zhou","orcid":"https://orcid.org/0000-0001-5405-9890"},"institutions":[{"id":"https://openalex.org/I41317344","display_name":"Jiangxi Science and Technology Normal University","ror":"https://ror.org/04r1zkp10","country_code":"CN","type":"education","lineage":["https://openalex.org/I41317344"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhou","raw_affiliation_strings":["Jiangxi Science and Technology Normal University, China"],"raw_orcid":"https://orcid.org/0000-0001-5405-9890","affiliations":[{"raw_affiliation_string":"Jiangxi Science and Technology Normal University, China","institution_ids":["https://openalex.org/I41317344"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041572550","display_name":"Yonggang Wen","orcid":"https://orcid.org/0000-0002-2751-5114"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yonggang Wen","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2751-5114","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"333","last_page":"346"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10998","display_name":"Heat Transfer and Optimization","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10998","display_name":"Heat Transfer and Optimization","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14083","display_name":"Extremum Seeking Control Systems","score":0.958899974822998,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10360","display_name":"Fluid Dynamics and Turbulent Flows","score":0.9535999894142151,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7210763692855835},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6530694365501404},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5173075199127197},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.5049975514411926},{"id":"https://openalex.org/keywords/center","display_name":"Center (category theory)","score":0.43640390038490295},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.4362122714519501},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.4274483025074005},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.35047632455825806},{"id":"https://openalex.org/keywords/lyapunov-redesign","display_name":"Lyapunov redesign","score":0.33498769998550415},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2875135838985443},{"id":"https://openalex.org/keywords/lyapunov-exponent","display_name":"Lyapunov exponent","score":0.14201584458351135},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1158342957496643},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.0758916437625885}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7210763692855835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6530694365501404},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5173075199127197},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.5049975514411926},{"id":"https://openalex.org/C2779463800","wikidata":"https://www.wikidata.org/wiki/Q5062222","display_name":"Center (category theory)","level":2,"score":0.43640390038490295},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.4362122714519501},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.4274483025074005},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.35047632455825806},{"id":"https://openalex.org/C37935115","wikidata":"https://www.wikidata.org/wiki/Q6707085","display_name":"Lyapunov redesign","level":4,"score":0.33498769998550415},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2875135838985443},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.14201584458351135},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1158342957496643},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.0758916437625885},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0},{"id":"https://openalex.org/C8010536","wikidata":"https://www.wikidata.org/wiki/Q160398","display_name":"Crystallography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3575813.3597343","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3575813.3597343","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3575813.3597343","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3575813.3597343","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3575813.3597343","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3575813.3597343","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G1482925484","display_name":null,"funder_award_id":"Tier 1","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G3048563442","display_name":null,"funder_award_id":"Tier 1","funder_id":"https://openalex.org/F4320320766","funder_display_name":"Nanyang Technological University"},{"id":"https://openalex.org/G6986487888","display_name":null,"funder_award_id":"NRF2020NRF-CG001-027","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G7818905460","display_name":null,"funder_award_id":"Energy Grid (EG) 2.0 programme","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"},{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4380887485.pdf","grobid_xml":"https://content.openalex.org/works/W4380887485.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W2010870504","https://openalex.org/W2018614621","https://openalex.org/W2104673576","https://openalex.org/W2108152153","https://openalex.org/W2127327377","https://openalex.org/W2793877845","https://openalex.org/W2953169926","https://openalex.org/W2964229770","https://openalex.org/W2979476646","https://openalex.org/W2982619481","https://openalex.org/W2988246890","https://openalex.org/W3094666860","https://openalex.org/W3161175155","https://openalex.org/W4214894150","https://openalex.org/W4221003299","https://openalex.org/W4310881481"],"related_works":["https://openalex.org/W3217133416","https://openalex.org/W2534107666","https://openalex.org/W2234502090","https://openalex.org/W2383986032","https://openalex.org/W2349796700","https://openalex.org/W1975178315","https://openalex.org/W2546013078","https://openalex.org/W4388874082","https://openalex.org/W3194517843","https://openalex.org/W2496188264"],"abstract_inverted_index":{"This":[0,38],"paper":[1],"considers":[2],"intelligent":[3],"data":[4,17,28,46,79,99,111,135,154,163,213,266],"center":[5,18,47,80,136,155,164,214],"cooling":[6,81,137],"control":[7,138,263],"via":[8],"the":[9,62,85,104,116,141,146,169,177,182,185,198,205,231,256,259,265,269],"Deep":[10],"Reinforcement":[11],"Learning":[12],"(DRL)":[13],"approach":[14,77],"to":[15,161,204,237],"improve":[16],"sustainability.":[19],"Existing":[20],"DRL-based":[21],"controllers":[22],"are":[23],"trained":[24],"with":[25,48,103,152],"a":[26,44,73,91,96,126,172,212],"simplified":[27],"hall":[29,100,112,267],"thermodynamic":[30],"model":[31,93,102],"which":[32],"assumes":[33],"uniform":[34],"room":[35],"temperature":[36,51,113],"distribution.":[37,52],"assumption":[39],"is":[40,160],"not":[41],"valid":[42],"for":[43,78,134,149,255],"real-world":[45],"highly":[49],"nonuniform":[50],"Furthermore,":[53],"most":[54],"of":[55,184,241,261,264],"them":[56,203],"cannot":[57],"guarantee":[58],"thermal":[59,156],"safety":[60,86,178,206,229],"during":[61,230],"DRL":[63,76,199,232],"learning":[64,233],"process.":[65],"To":[66,83,120],"bridge":[67],"these":[68],"gaps,":[69],"we":[70,89,124,193,250],"propose":[71],"LyaSafe,":[72],"model-assisted":[74],"safe":[75,122],"control.":[82],"address":[84,121],"evaluation":[87],"issue,":[88],"develop":[90],"coupled":[92],"that":[94,224],"combines":[95],"differentiable":[97],"surrogate":[98],"thermodynamics":[101],"energy":[105,118],"model.":[106],"It":[107],"can":[108,226],"simulate":[109],"both":[110],"distribution":[114],"and":[115,188,218,268],"facility":[117],"consumption.":[119],"learning,":[123],"introduce":[125],"novel":[127],"constrained":[128],"Markov":[129],"Decision":[130],"Process":[131],"(CMDP)":[132],"formulation":[133],"by":[139,201],"considering":[140],"Rack":[142],"Cooling":[143],"Index":[144],"(RCI),":[145],"best-practice":[147],"metric":[148,239],"evaluating":[150],"compliance":[151],"ASHRAE":[153],"guidelines.":[157],"The":[158],"objective":[159],"minimize":[162],"carbon":[165,243],"footprints":[166],"while":[167,234],"regulating":[168],"RCI":[170],"within":[171],"threshold.":[173],"We":[174,208],"first":[175],"derive":[176],"set":[179],"based":[180],"on":[181],"concept":[183],"virtual":[186],"queue":[187],"Lyapunov":[189],"stability":[190],"theory.":[191],"Next,":[192],"rectify":[194],"unsafe":[195],"actions":[196],"from":[197],"agent":[200],"projecting":[202],"set.":[207],"evaluate":[209],"LyaSafe":[210,225],"in":[211],"hosting":[215],"20":[216],"racks":[217],"299":[219],"servers.":[220],"Evaluation":[221],"results":[222],"show":[223],"ensure":[227],"strict":[228],"achieving":[235],"up":[236],"50":[238],"tons":[240],"annual":[242],"emission":[244],"savings":[245],"using":[246],"Singapore\u2019s":[247],"statistics.":[248],"Moreover,":[249],"conduct":[251],"root":[252],"cause":[253],"analysis":[254],"savings,":[257],"revealing":[258],"importance":[260],"joint":[262],"chiller":[270],"plant.":[271]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}