{"id":"https://openalex.org/W3175295581","doi":"https://doi.org/10.1145/3439332","title":"Deep Reinforcement Learning for Tropical Air Free-cooled Data Center Control","display_name":"Deep Reinforcement Learning for Tropical Air Free-cooled Data Center Control","publication_year":2021,"publication_date":"2021-06-21","ids":{"openalex":"https://openalex.org/W3175295581","doi":"https://doi.org/10.1145/3439332","mag":"3175295581"},"language":"en","primary_location":{"id":"doi:10.1145/3439332","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3439332","pdf_url":null,"source":{"id":"https://openalex.org/S170502224","display_name":"ACM Transactions on Sensor Networks","issn_l":"1550-4859","issn":["1550-4859","1550-4867"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Sensor Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074435622","display_name":"Duc Van Le","orcid":"https://orcid.org/0000-0003-0115-8726"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Duc Van Le","raw_affiliation_strings":["Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-0115-8726","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100733179","display_name":"Rongrong Wang","orcid":"https://orcid.org/0000-0002-7101-4763"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rongrong Wang","raw_affiliation_strings":["Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079095400","display_name":"Yingbo Liu","orcid":"https://orcid.org/0000-0003-4031-4285"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yingbo Liu","raw_affiliation_strings":["Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040651615","display_name":"Rui Tan","orcid":"https://orcid.org/0000-0001-8441-9973"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rui Tan","raw_affiliation_strings":["Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8441-9973","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018422848","display_name":"Y.W. Wong","orcid":"https://orcid.org/0000-0002-2969-3950"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yew-Wah Wong","raw_affiliation_strings":["Energy Research Institute, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Energy Research Institute, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041572550","display_name":"Yonggang Wen","orcid":"https://orcid.org/0000-0002-2751-5114"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yonggang Wen","raw_affiliation_strings":["Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":6.0979,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.96376531,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"17","issue":"3","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9559999704360962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9279999732971191,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychrometrics","display_name":"Psychrometrics","score":0.8839522004127502},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7644473314285278},{"id":"https://openalex.org/keywords/relative-humidity","display_name":"Relative humidity","score":0.5706220269203186},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5488021969795227},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.532412052154541},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5018525123596191},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.4584273099899292},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.4353514611721039},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.3525094985961914},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3471771478652954},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.3369024395942688},{"id":"https://openalex.org/keywords/humidity","display_name":"Humidity","score":0.3127829432487488},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.26194682717323303},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2461930513381958},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1293744444847107},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12829774618148804},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1202143132686615},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08838659524917603}],"concepts":[{"id":"https://openalex.org/C51983180","wikidata":"https://www.wikidata.org/wiki/Q899784","display_name":"Psychrometrics","level":3,"score":0.8839522004127502},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7644473314285278},{"id":"https://openalex.org/C158960510","wikidata":"https://www.wikidata.org/wiki/Q180600","display_name":"Relative humidity","level":2,"score":0.5706220269203186},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5488021969795227},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.532412052154541},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5018525123596191},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.4584273099899292},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.4353514611721039},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.3525094985961914},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3471771478652954},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.3369024395942688},{"id":"https://openalex.org/C151420433","wikidata":"https://www.wikidata.org/wiki/Q180600","display_name":"Humidity","level":2,"score":0.3127829432487488},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.26194682717323303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2461930513381958},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1293744444847107},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12829774618148804},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1202143132686615},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08838659524917603},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3439332","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3439332","pdf_url":null,"source":{"id":"https://openalex.org/S170502224","display_name":"ACM Transactions on Sensor Networks","issn_l":"1550-4859","issn":["1550-4859","1550-4867"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Sensor Networks","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.7699999809265137,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1518931405","https://openalex.org/W2016296660","https://openalex.org/W2031703501","https://openalex.org/W2040309615","https://openalex.org/W2052500635","https://openalex.org/W2067653988","https://openalex.org/W2146968125","https://openalex.org/W2175427946","https://openalex.org/W2327388626","https://openalex.org/W2625874945","https://openalex.org/W2788014517","https://openalex.org/W2804791273","https://openalex.org/W2902257695","https://openalex.org/W2951973576","https://openalex.org/W2963051525","https://openalex.org/W2964229770","https://openalex.org/W2982625995","https://openalex.org/W2985363569","https://openalex.org/W2988246890","https://openalex.org/W3031279185","https://openalex.org/W3131707671","https://openalex.org/W3162902207","https://openalex.org/W4229773876","https://openalex.org/W4242362225"],"related_works":["https://openalex.org/W2895998809","https://openalex.org/W3043543900","https://openalex.org/W2513513908","https://openalex.org/W2026285768","https://openalex.org/W3198391929","https://openalex.org/W2967423245","https://openalex.org/W2892072453","https://openalex.org/W612469043","https://openalex.org/W47249500","https://openalex.org/W4293766655"],"abstract_inverted_index":{"Air":[0],"free-cooled":[1,56,71,109,176],"data":[2,170],"centers":[3],"(DCs)":[4],"have":[5],"not":[6],"existed":[7],"in":[8,58,73,107],"the":[9,14,40,52,59,64,69,74,86,92,97,101,117,121,136,141,146,149,181,195],"tropical":[10,110],"zone":[11],"due":[12,38,62],"to":[13,39,44,63,84,134],"unique":[15],"challenges":[16],"of":[17,29,54,80,91,99,198],"year-round":[18],"high":[19],"ambient":[20],"temperature":[21,47,104,152],"and":[22,36,89,105,128,153,178,183],"relative":[23],"humidity":[24],"(RH).":[25],"The":[26],"increasing":[27],"availability":[28],"servers":[30],"that":[31,139],"can":[32],"tolerate":[33],"higher":[34],"temperatures":[35],"RH":[37,106],"regulatory":[41],"bodies\u2019":[42],"prompts":[43],"raise":[45],"DC":[46,72,111],"setpoints":[48],"sheds":[49],"light":[50],"upon":[51],"feasibility":[53],"air":[55,70,82,103,151,175],"DCs":[57],"tropics.":[60],"However,":[61],"complex":[65],"psychrometric":[66],"dynamics,":[67],"operating":[68],"tropics":[75],"generally":[76],"requires":[77],"adaptive":[78],"control":[79,122,137],"supply":[81,102,150],"condition":[83],"maintain":[85],"computing":[87],"performance":[88,163,197],"reliability":[90],"servers.":[93],"This":[94],"article":[95],"studies":[96],"problem":[98,123],"controlling":[100],"a":[108,158],"below":[112],"certain":[113],"thresholds.":[114],"To":[115],"achieve":[116],"goal,":[118],"we":[119],"formulate":[120],"as":[124,187,189],"Markov":[125],"decision":[126],"processes":[127],"apply":[129],"deep":[130],"reinforcement":[131],"learning":[132],"(DRL)":[133],"learn":[135],"policy":[138],"minimizes":[140],"cooling":[142],"energy":[143],"while":[144],"satisfying":[145],"requirements":[147],"on":[148,168],"RH.":[154],"We":[155],"also":[156],"develop":[157],"constrained":[159,184],"DRL":[160,185],"solution":[161],"for":[162],"improvements.":[164],"Extensive":[165],"evaluation":[166],"based":[167],"real":[169],"traces":[171],"collected":[172],"from":[173],"an":[174],"testbed":[177],"comparisons":[179],"among":[180],"unconstrained":[182],"approaches":[186,193],"well":[188],"two":[190],"other":[191],"baseline":[192],"show":[194],"superior":[196],"our":[199],"proposed":[200],"solutions.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}