{"id":"https://openalex.org/W4380887464","doi":"https://doi.org/10.1145/3575813.3595189","title":"Phyllis: Physics-Informed Lifelong Reinforcement Learning for Data Center Cooling Control","display_name":"Phyllis: Physics-Informed Lifelong Reinforcement Learning for Data Center Cooling Control","publication_year":2023,"publication_date":"2023-06-16","ids":{"openalex":"https://openalex.org/W4380887464","doi":"https://doi.org/10.1145/3575813.3595189"},"language":"en","primary_location":{"id":"doi:10.1145/3575813.3595189","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3575813.3595189","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3575813.3595189","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3575813.3595189","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057311380","display_name":"Ruihang Wang","orcid":"https://orcid.org/0000-0001-8827-9373"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Ruihang Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025886127","display_name":"Zhiwei Cao","orcid":"https://orcid.org/0000-0002-0341-8213"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhiwei Cao","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007633349","display_name":"Xin Zhou","orcid":"https://orcid.org/0000-0001-5405-9890"},"institutions":[{"id":"https://openalex.org/I41317344","display_name":"Jiangxi Science and Technology Normal University","ror":"https://ror.org/04r1zkp10","country_code":"CN","type":"education","lineage":["https://openalex.org/I41317344"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhou","raw_affiliation_strings":["School of Communications and Electronics, Jiangxi Science and Technology Normal University, China"],"affiliations":[{"raw_affiliation_string":"School of Communications and Electronics, Jiangxi Science and Technology Normal University, China","institution_ids":["https://openalex.org/I41317344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041572550","display_name":"Yonggang Wen","orcid":"https://orcid.org/0000-0002-2751-5114"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yonggang Wen","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040651615","display_name":"Rui Tan","orcid":"https://orcid.org/0000-0001-8441-9973"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rui Tan","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5057311380"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":1.6657,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.82399042,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"114","last_page":"126"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10998","display_name":"Heat Transfer and Optimization","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8571649193763733},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.6418041586875916},{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.6181095838546753},{"id":"https://openalex.org/keywords/overshoot","display_name":"Overshoot (microwave communication)","score":0.6071423888206482},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5968512892723083},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.49855828285217285},{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"Lifelong learning","score":0.4719849228858948},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.43184226751327515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4120539128780365},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11046263575553894},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.088751882314682}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8571649193763733},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.6418041586875916},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.6181095838546753},{"id":"https://openalex.org/C2780323453","wikidata":"https://www.wikidata.org/wiki/Q7113957","display_name":"Overshoot (microwave communication)","level":2,"score":0.6071423888206482},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5968512892723083},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.49855828285217285},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.4719849228858948},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.43184226751327515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4120539128780365},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11046263575553894},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.088751882314682},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3575813.3595189","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3575813.3595189","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3575813.3595189","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3575813.3595189","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3575813.3595189","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3575813.3595189","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9100000262260437}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321038","display_name":"Fonds National de la Recherche Luxembourg","ror":"https://ror.org/039z13y21"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4380887464.pdf","grobid_xml":"https://content.openalex.org/works/W4380887464.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2003994084","https://openalex.org/W2075863084","https://openalex.org/W2114519460","https://openalex.org/W2127327377","https://openalex.org/W2290452516","https://openalex.org/W2768086402","https://openalex.org/W2899283552","https://openalex.org/W2964229770","https://openalex.org/W2965407115","https://openalex.org/W2979476646","https://openalex.org/W2988246890","https://openalex.org/W3048265338","https://openalex.org/W3106425084","https://openalex.org/W3106885154","https://openalex.org/W3117215073","https://openalex.org/W3156755729","https://openalex.org/W3161175155","https://openalex.org/W3163993681","https://openalex.org/W3183892796","https://openalex.org/W3214292597","https://openalex.org/W3217738881","https://openalex.org/W4206801503","https://openalex.org/W4282969086","https://openalex.org/W4297825594","https://openalex.org/W4299828299","https://openalex.org/W4307571291","https://openalex.org/W4310881476","https://openalex.org/W4310881481","https://openalex.org/W4310984191"],"related_works":["https://openalex.org/W1968270095","https://openalex.org/W2220129715","https://openalex.org/W4296478327","https://openalex.org/W2042397106","https://openalex.org/W4361730764","https://openalex.org/W1965029248","https://openalex.org/W2333625343","https://openalex.org/W1960072520","https://openalex.org/W2023776155","https://openalex.org/W2387596242"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1,84],"learning":[2,85,93],"(DRL)":[3],"has":[4],"shown":[5],"good":[6],"performance":[7],"in":[8,20,111,119],"data":[9,27,96,108,131,188],"center":[10,97],"cooling":[11,206],"control":[12,207],"for":[13,160,175,185],"improving":[14,176],"energy":[15,201],"efficiency.":[16],"The":[17],"main":[18],"challenge":[19],"deploying":[21,157],"the":[22,34,37,59,68,71,89,107,112,116,120,125,134,148,158,170,177],"DRL":[23,90],"agent":[24,35,69,149,159],"to":[25,31,36,57,87,105,168,180,199,210,214],"real-world":[26],"centers":[28,189],"is":[29],"how":[30],"quickly":[32],"adapt":[33],"ever-changing":[38],"system":[39,192],"with":[40,133,152,190,204,219],"thermal":[41,144],"safety":[42],"compliance.":[43],"Existing":[44],"approaches":[45],"rely":[46],"on":[47],"DRL\u2019s":[48],"native":[49],"fine-tuning":[50,218],"or":[51,70],"a":[52,75,82,102],"learned":[53],"data-driven":[54],"dynamics":[55],"model":[56,72,104],"assist":[58,88],"adaptation.":[60],"However,":[61],"they":[62],"require":[63],"long-term":[64],"unsafe":[65],"exploration":[66],"before":[67],"can":[73],"capture":[74,106],"new":[76,211],"environment.":[77,98],"This":[78],"paper":[79],"proposes":[80],"Phyllis,":[81],"physics-informed":[83],"approach":[86],"agent\u2019s":[91],"lifelong":[92],"under":[94],"evolving":[95],"Phyllis":[99,123,163,196],"first":[100],"identifies":[101],"transition":[103,136,171],"hall":[109],"thermodynamics":[110],"offline":[113],"stage.":[114],"When":[115],"environment":[117],"changes":[118,193],"online":[121],"stage,":[122],"assists":[124],"adaptation":[126],"by":[127,150],"i)":[128],"supervising":[129],"safe":[130],"collection":[132],"identified":[135],"model,":[137],"ii)":[138],"fitting":[139],"power":[140,173],"usage":[141,202],"and":[142,155,172,208],"residual":[143],"models,":[145,154],"iii)":[146],"pretraining":[147],"interacting":[151],"these":[153],"iv)":[156],"further":[161],"fine-tuning.":[162],"uses":[164],"known":[165],"physical":[166],"laws":[167],"inform":[169],"models":[174],"extrapolation":[178],"ability":[179],"unseen":[181],"states.":[182],"Extensive":[183],"evaluation":[184],"two":[186],"simulated":[187],"different":[191],"shows":[194],"that":[195],"saves":[197],"5.7%":[198],"13.8%":[200],"compared":[203],"feedback":[205],"adapts":[209],"environments":[212],"8x":[213],"10x":[215],"faster":[216],"than":[217],"at":[220],"most":[221],"0.74\u00b0C":[222],"temperature":[223],"overshoot.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}