{"id":"https://openalex.org/W2964229770","doi":"https://doi.org/10.1109/tcyb.2019.2927410","title":"Transforming Cooling Optimization for Green Data Center via Deep Reinforcement Learning","display_name":"Transforming Cooling Optimization for Green Data Center via Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-07-25","ids":{"openalex":"https://openalex.org/W2964229770","doi":"https://doi.org/10.1109/tcyb.2019.2927410","mag":"2964229770","pmid":"https://pubmed.ncbi.nlm.nih.gov/31352360"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2019.2927410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2019.2927410","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100648806","display_name":"Yuanlong Li","orcid":"https://orcid.org/0000-0002-2375-1806"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuanlong Li","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2375-1806","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041572550","display_name":"Yonggang Wen","orcid":"https://orcid.org/0000-0002-2751-5114"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yonggang Wen","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2751-5114","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["School of Computer Science, Faculty of Engineering, University of Sydney, Darlington, Australia","UBTECH Sydney Artificial Intelligence Centre, Faculty of Engineering, University of Sydney, Darlington, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"School of Computer Science, Faculty of Engineering, University of Sydney, Darlington, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"UBTECH Sydney Artificial Intelligence Centre, Faculty of Engineering, University of Sydney, Darlington, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111470708","display_name":"Kyle Guan","orcid":null},"institutions":[{"id":"https://openalex.org/I72090969","display_name":"Nokia (United States)","ror":"https://ror.org/038km2573","country_code":"US","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I72090969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle Guan","raw_affiliation_strings":["Bell Labs, Nokia, Holmdel, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bell Labs, Nokia, Holmdel, USA","institution_ids":["https://openalex.org/I72090969"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.2265,"has_fulltext":false,"cited_by_count":250,"citation_normalized_percentile":{"value":0.98692466,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"50","issue":"5","first_page":"2002","last_page":"2013"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10998","display_name":"Heat Transfer and Optimization","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9524999856948853,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.8166338205337524},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8070816993713379},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6533552408218384},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6300440430641174},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.48157691955566406},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43868470191955566},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.42298662662506104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4011335074901581},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.38388827443122864},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3627859950065613},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.34017413854599},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18175867199897766},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10738351941108704}],"concepts":[{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.8166338205337524},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8070816993713379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6533552408218384},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6300440430641174},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.48157691955566406},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43868470191955566},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.42298662662506104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4011335074901581},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38388827443122864},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3627859950065613},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.34017413854599},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18175867199897766},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10738351941108704},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcyb.2019.2927410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2019.2927410","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:31352360","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31352360","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null},{"id":"pmh:oai:dr.ntu.edu.sg:10356/154224","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/154224","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W32403112","https://openalex.org/W560518094","https://openalex.org/W1757796397","https://openalex.org/W1771410628","https://openalex.org/W1902289786","https://openalex.org/W1934909785","https://openalex.org/W2012451615","https://openalex.org/W2021640400","https://openalex.org/W2022365837","https://openalex.org/W2031504712","https://openalex.org/W2035003264","https://openalex.org/W2046376809","https://openalex.org/W2048687352","https://openalex.org/W2053211348","https://openalex.org/W2058464852","https://openalex.org/W2062414211","https://openalex.org/W2063947452","https://openalex.org/W2064958745","https://openalex.org/W2091565802","https://openalex.org/W2098785134","https://openalex.org/W2106516181","https://openalex.org/W2108152153","https://openalex.org/W2155968351","https://openalex.org/W2165150801","https://openalex.org/W2165776394","https://openalex.org/W2170727527","https://openalex.org/W2173248099","https://openalex.org/W2239737867","https://openalex.org/W2284351912","https://openalex.org/W2285813829","https://openalex.org/W2319954399","https://openalex.org/W2327388626","https://openalex.org/W2344786740","https://openalex.org/W2422691685","https://openalex.org/W2475651303","https://openalex.org/W2522710757","https://openalex.org/W2593377806","https://openalex.org/W2622226801","https://openalex.org/W2626542998","https://openalex.org/W2746553466","https://openalex.org/W2949801941","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W3005347330","https://openalex.org/W4214717370","https://openalex.org/W4239383814","https://openalex.org/W4253241776","https://openalex.org/W4285719527","https://openalex.org/W4298857966","https://openalex.org/W4302570325","https://openalex.org/W6600284362","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6639948197","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6689703969","https://openalex.org/W6692846177"],"related_works":["https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W4252555497","https://openalex.org/W3121175838","https://openalex.org/W3016293053","https://openalex.org/W2401723157","https://openalex.org/W2952904874","https://openalex.org/W324626582","https://openalex.org/W4389302559","https://openalex.org/W1690653314"],"abstract_inverted_index":{"Data":[0],"center":[1],"(DC)":[2],"plays":[3],"an":[4,49,146,153,167,224],"important":[5],"role":[6],"to":[7,38,42,53,103,112,138,172,189,206,256,307],"support":[8],"services,":[9],"such":[10],"as":[11],"e-commerce":[12],"and":[13,28,105,183,228,309,313],"cloud":[14],"computing.":[15],"The":[16,67,244],"resulting":[17,180,245],"energy":[18,34,57,176,288],"consumption":[19],"from":[20,235],"this":[21,120],"growing":[22],"market":[23],"has":[24],"drawn":[25],"significant":[26],"attention,":[27],"noticeably":[29],"almost":[30],"half":[31],"of":[32,64,157,211,242,277,305],"the":[33,40,55,61,77,88,125,130,139,158,174,203,208,212,236,250,262,274,280,291,303],"cost":[35,58,177,259],"is":[36,47,79,170,187,221],"used":[37],"cool":[39],"DC":[41,126,175,311],"a":[43,65,72,184,197,230,267],"particular":[44],"temperature.":[45],"It":[46],"thus":[48],"critical":[50],"operational":[51,89],"challenge":[52],"curb":[54],"cooling":[56,127,148,181,258,287],"without":[59],"sacrificing":[60],"thermal":[62],"safety":[63],"DC.":[66],"existing":[68,140],"solutions":[69],"typically":[70],"follow":[71],"two-step":[73],"approach,":[74],"in":[75,108,165],"which":[76,166],"system":[78],"first":[80],"modeled":[81],"based":[82],"on":[83,223,229,261,290,302],"expert":[84],"knowledge":[85],"and,":[86],"thus,":[87],"actions":[90],"are":[91,100],"determined":[92],"with":[93,179,266,320],"heuristics":[94],"and/or":[95],"best":[96],"practices.":[97],"These":[98],"approaches":[99],"often":[101],"hard":[102],"generalize":[104],"might":[106],"result":[107],"suboptimal":[109],"performances":[110],"due":[111],"intrinsic":[113],"model":[114],"errors":[115],"for":[116,202],"large-scale":[117],"systems.":[118],"In":[119,273],"paper,":[121],"we":[122,195],"propose":[123],"optimizing":[124],"control":[128,149,192,271],"via":[129,152],"emerging":[131],"deep":[132,159],"reinforcement":[133],"learning":[134],"(DRL)":[135],"framework.":[136],"Compared":[137],"approaches,":[141],"our":[142],"solution":[143],"lends":[144],"itself":[145],"end-to-end":[147],"algorithm":[150,220,282],"(CCA)":[151],"off-policy":[154],"offline":[155],"version":[156],"deterministic":[160],"policy":[161,185],"gradient":[162],"(DDPG)":[163],"algorithm,":[164],"evaluation":[168],"network":[169,186,205],"trained":[171,188],"predict":[173],"along":[178],"effects,":[182],"gauge":[190],"optimized":[191],"settings.":[193],"Moreover,":[194],"introduce":[196],"de-underestimation":[198],"(DUE)":[199],"validation":[200],"mechanism":[201],"critic":[204],"reduce":[207],"potential":[209],"underestimation":[210],"risk":[213],"caused":[214],"by":[215],"neural":[216],"approximation.":[217],"Our":[218,295],"proposed":[219,251,281],"evaluated":[222],"EnergyPlus":[225],"simulation":[226,263],"platform":[227,264],"real":[231],"data":[232,293],"trace":[233],"collected":[234],"National":[237],"Super":[238],"Computing":[239],"Centre":[240],"(NSCC)":[241],"Singapore.":[243],"numerical":[246],"results":[247],"show":[248],"that":[249],"CCA":[252],"can":[253,283,298],"achieve":[254,284],"up":[255],"11%":[257],"reduction":[260],"compared":[265],"manually":[268],"configured":[269],"baseline":[270],"algorithm.":[272],"trace-based":[275],"study":[276],"conservative":[278],"nature,":[279],"about":[285],"15%":[286],"savings":[289],"NSCC":[292],"trace.":[294],"pioneering":[296],"approach":[297],"shed":[299],"new":[300],"light":[301],"application":[304],"DRL":[306],"optimize":[308],"automate":[310],"operations":[312],"management,":[314],"potentially":[315],"revolutionizing":[316],"digital":[317],"infrastructure":[318],"management":[319],"intelligence.":[321]},"counts_by_year":[{"year":2026,"cited_by_count":28},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":55},{"year":2023,"cited_by_count":30},{"year":2022,"cited_by_count":34},{"year":2021,"cited_by_count":35},{"year":2020,"cited_by_count":26},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}