{"id":"https://openalex.org/W4404238639","doi":"https://doi.org/10.1109/tsc.2024.3495495","title":"A Reinforcement Learning Based Framework for Holistic Energy Optimization of Sustainable Cloud Data Centers","display_name":"A Reinforcement Learning Based Framework for Holistic Energy Optimization of Sustainable Cloud Data Centers","publication_year":2024,"publication_date":"2024-11-11","ids":{"openalex":"https://openalex.org/W4404238639","doi":"https://doi.org/10.1109/tsc.2024.3495495"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2024.3495495","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3495495","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024004649","display_name":"Daming Zhao","orcid":"https://orcid.org/0000-0002-1518-9948"},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Daming Zhao","raw_affiliation_strings":["College of Computer Science, Inner Mongolia University, Hohhot, China","College of Computer Science, Inner Mongolia University, Hohhot, Inner Mongolia, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Inner Mongolia University, Hohhot, China","institution_ids":["https://openalex.org/I2722730"]},{"raw_affiliation_string":"College of Computer Science, Inner Mongolia University, Hohhot, Inner Mongolia, China","institution_ids":["https://openalex.org/I2722730"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072365461","display_name":"Jian-Tao Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiantao Zhou","raw_affiliation_strings":["College of Computer Science, Inner Mongolia University, Hohhot, China","College of Computer Science, Inner Mongolia University, Hohhot, Inner Mongolia, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Inner Mongolia University, Hohhot, China","institution_ids":["https://openalex.org/I2722730"]},{"raw_affiliation_string":"College of Computer Science, Inner Mongolia University, Hohhot, Inner Mongolia, China","institution_ids":["https://openalex.org/I2722730"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071200777","display_name":"Jidong Zhai","orcid":"https://orcid.org/0000-0002-7656-6428"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jidong Zhai","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087894632","display_name":"Keqin Li","orcid":"https://orcid.org/0000-0001-5224-4048"},"institutions":[{"id":"https://openalex.org/I157455823","display_name":"SUNY New Paltz","ror":"https://ror.org/03j3dv688","country_code":"US","type":"education","lineage":["https://openalex.org/I157455823"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keqin Li","raw_affiliation_strings":["Department of Computer Science, State University of New York, New Paltz, NY, USA","Department of Computer Science, State University of New York, New York, New Paltz, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, State University of New York, New Paltz, NY, USA","institution_ids":["https://openalex.org/I157455823"]},{"raw_affiliation_string":"Department of Computer Science, State University of New York, New York, New Paltz, USA","institution_ids":["https://openalex.org/I157455823"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5024004649"],"corresponding_institution_ids":["https://openalex.org/I2722730"],"apc_list":null,"apc_paid":null,"fwci":6.8889,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.96956853,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"18","issue":"1","first_page":"15","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9656999707221985,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8318253755569458},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8170523047447205},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7232380509376526},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4289765954017639},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42738085985183716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33627742528915405},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12882882356643677}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8318253755569458},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8170523047447205},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7232380509376526},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4289765954017639},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42738085985183716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33627742528915405},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12882882356643677},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2024.3495495","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3495495","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1433353842","display_name":null,"funder_award_id":"62162046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2032726482","https://openalex.org/W2536745924","https://openalex.org/W2585856064","https://openalex.org/W2600136667","https://openalex.org/W2883032563","https://openalex.org/W2939876635","https://openalex.org/W2950306067","https://openalex.org/W2974181587","https://openalex.org/W2982619481","https://openalex.org/W2987965537","https://openalex.org/W3013468377","https://openalex.org/W3017017882","https://openalex.org/W3046162336","https://openalex.org/W3047917521","https://openalex.org/W3048014953","https://openalex.org/W3091459141","https://openalex.org/W3107745730","https://openalex.org/W3125245221","https://openalex.org/W3138231740","https://openalex.org/W3158621780","https://openalex.org/W3175295581","https://openalex.org/W3202268185","https://openalex.org/W3204661889","https://openalex.org/W3207145375","https://openalex.org/W3212967191","https://openalex.org/W4205987528","https://openalex.org/W4206272328","https://openalex.org/W4221003299","https://openalex.org/W4223495485","https://openalex.org/W4225562588","https://openalex.org/W4307392369","https://openalex.org/W4312055178","https://openalex.org/W4320921907","https://openalex.org/W4328089125","https://openalex.org/W4366526041","https://openalex.org/W4367043618","https://openalex.org/W4367053224","https://openalex.org/W4376602974","https://openalex.org/W4391407074","https://openalex.org/W4403674129","https://openalex.org/W6607690699"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W1997222214","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W3150465815","https://openalex.org/W2802581102","https://openalex.org/W4205786897"],"abstract_inverted_index":{"The":[0,42],"widespread":[1],"adoption":[2],"of":[3,62,67,98,120,135,157,168,194,208,230,244],"cloud":[4,100],"data":[5,34,55,101],"centers":[6,35,56],"has":[7],"led":[8],"to":[9,24,46,58,92,111,129,153,186,255],"a":[10,21,84,104,143],"rise":[11],"in":[12,53,76,210,216],"energy":[13,39,79,96,115,178,212,223,245],"consumption,":[14],"with":[15,227],"the":[16,25,59,65,94,131,136,155,164,169,176,181,200,233,238],"associated":[17],"carbon":[18],"emissions":[19],"posing":[20],"further":[22,187],"threat":[23],"environment.":[26],"Cloud":[27],"providers":[28],"are":[29],"increasingly":[30],"moving":[31],"towards":[32],"sustainable":[33,99],"powered":[36],"by":[37,190,225,251],"renewable":[38],"sources":[40],"(RES).":[41],"existing":[43],"approaches":[44],"fail":[45],"efficiently":[47],"coordinate":[48],"IT":[49],"and":[50,64,69,117,160,214,247,257],"cooling":[51,161,222],"resources":[52],"such":[54],"due":[57],"intermittent":[60],"nature":[61],"RES":[63],"complexity":[66],"state":[68,132],"action":[70,166],"spaces":[71],"among":[72],"different":[73,126],"devices,":[74],"resulting":[75],"poor":[77],"holistic":[78,95,177,211],"efficiency.":[80],"In":[81],"this":[82,140],"paper,":[83],"reinforcement":[85],"learning":[86],"(RL)":[87],"based":[88],"framework":[89,141,203],"is":[90,109,184],"proposed":[91,201,234],"optimize":[93],"consumption":[97,116,213,224,246],"centers.":[102],"First,":[103],"joint":[105],"prediction":[106],"method":[107,236],"MTL-LSTM":[108,235],"developed":[110],"accurately":[112],"evaluate":[113],"both":[114],"thermal":[118],"status":[119],"each":[121],"physical":[122],"machine":[123],"(PM)":[124],"under":[125],"optimization":[127,152],"scenarios":[128],"improve":[130],"space":[133,167],"information":[134],"RL":[137],"algorithm.":[138],"Then,":[139],"designs":[142],"novel":[144],"energy-aware":[145],"approach":[146],"named":[147],"BayesDDQN,":[148],"which":[149,219],"leverages":[150],"Bayesian":[151],"synchronize":[154],"adjustments":[156],"VM":[158],"migration":[159],"parameter":[162],"within":[163],"hybrid":[165],"Double":[170],"Deep":[171],"Q-Network":[172],"(DDQN)":[173],"for":[174],"achieving":[175],"optimization.":[179],"Moverover,":[180],"pre-cooling":[182],"technology":[183],"integrated":[185],"alleviate":[188],"hotspot":[189],"making":[191],"full":[192],"use":[193],"RES.":[195],"Experimental":[196],"results":[197],"demonstrate":[198],"that":[199],"RL-based":[202],"achieves":[204],"an":[205],"average":[206],"reduction":[207],"2.83%":[209],"4.74%":[215],"brown":[217],"energy,":[218],"also":[220],"reduces":[221,237],"13.48%":[226],"minimal":[228],"occurrences":[229],"hotspots.":[231],"Furthermore,":[232],"root":[239],"mean":[240],"square":[241],"error":[242],"(RMSE)":[243],"inlet":[248],"temperature":[249],"predictions":[250],"nearly":[252],"half":[253],"compared":[254],"LSTM":[256],"XGBoost.":[258]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}