{"id":"https://openalex.org/W3212564121","doi":"https://doi.org/10.1109/iccc52777.2021.9580316","title":"Deep Reinforcement Learning based Compute-Intensive Workload Allocation in Data Centers with High Energy Efficiency","display_name":"Deep Reinforcement Learning based Compute-Intensive Workload Allocation in Data Centers with High Energy Efficiency","publication_year":2021,"publication_date":"2021-07-28","ids":{"openalex":"https://openalex.org/W3212564121","doi":"https://doi.org/10.1109/iccc52777.2021.9580316","mag":"3212564121"},"language":"en","primary_location":{"id":"doi:10.1109/iccc52777.2021.9580316","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccc52777.2021.9580316","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CIC International Conference on Communications in China (ICCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026132805","display_name":"Zhenfeng Gao","orcid":"https://orcid.org/0000-0003-2780-2241"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenfeng Gao","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, P.R.China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431792","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0002-3865-8145"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, P.R.China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101425405","display_name":"Long Suo","orcid":"https://orcid.org/0000-0002-5477-2095"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Suo","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, P.R.China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004181029","display_name":"Jiandong Li","orcid":"https://orcid.org/0000-0002-8851-836X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiandong Li","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, P.R.China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107338445","display_name":"Yijun Lu","orcid":"https://orcid.org/0000-0003-1985-0796"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijun Lu","raw_affiliation_strings":["Alibaba Cloud, Alibaba Group, Hangzhou, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Cloud, Alibaba Group, Hangzhou, P.R.China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2845,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65517992,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8520568609237671},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.7691264748573303},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.7601916193962097},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6848220825195312},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6349797248840332},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.6166878938674927},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.5956427454948425},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5665825605392456},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5637040138244629},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5222000479698181},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5117549896240234},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4837093949317932},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.36320409178733826},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.28903841972351074},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17616695165634155},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.17063972353935242},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1416628658771515},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0686141848564148}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8520568609237671},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.7691264748573303},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.7601916193962097},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6848220825195312},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6349797248840332},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.6166878938674927},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.5956427454948425},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5665825605392456},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5637040138244629},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5222000479698181},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5117549896240234},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4837093949317932},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36320409178733826},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28903841972351074},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17616695165634155},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.17063972353935242},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1416628658771515},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0686141848564148},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccc52777.2021.9580316","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccc52777.2021.9580316","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CIC International Conference on Communications in China (ICCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G5129548583","display_name":null,"funder_award_id":"2017YF-B1010002","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2041949514","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2284351912","https://openalex.org/W2513747208","https://openalex.org/W2745464933","https://openalex.org/W2783399051","https://openalex.org/W2920936890","https://openalex.org/W2947327813","https://openalex.org/W2963864421","https://openalex.org/W2964069032","https://openalex.org/W2964229770","https://openalex.org/W2967956131","https://openalex.org/W2981618170","https://openalex.org/W3000872410","https://openalex.org/W3016931720","https://openalex.org/W3095198052","https://openalex.org/W3100789280","https://openalex.org/W4214717370","https://openalex.org/W6684921986","https://openalex.org/W6784959712"],"related_works":["https://openalex.org/W2055187606","https://openalex.org/W1969542292","https://openalex.org/W4214914670","https://openalex.org/W1498304890","https://openalex.org/W2084875360","https://openalex.org/W3006216828","https://openalex.org/W2904165227","https://openalex.org/W3123077549","https://openalex.org/W70469698","https://openalex.org/W2770088598"],"abstract_inverted_index":{"Recently":[0],"the":[1,12,39,67,84,99,108,122,131,143,155,162,184],"huge":[2],"amount":[3],"of":[4,15,21,27,61,70,101,104,112,125,133],"energy":[5,42,58,110,137,171],"consumption":[6,111,138,197],"has":[7,47],"become":[8],"a":[9],"barrier":[10],"to":[11,30,37,51,153,166,179],"widespread":[13],"deployment":[14],"data":[16,40],"centers":[17],"serving":[18],"various":[19],"Internet":[20],"Things":[22],"applications.":[23],"The":[24],"reasonable":[25],"allocation":[26,182],"compute-intensive":[28],"workloads":[29,53,105,135,168],"physical":[31,113],"servers":[32],"is":[33,93],"an":[34,189],"efficient":[35],"way":[36],"improve":[38],"center's":[41],"efficiency.":[43,172],"Though":[44],"existing":[45,180],"works":[46],"proposed":[48,185],"some":[49],"algorithms":[50],"manage":[52],"or":[54],"virtual":[55],"machines":[56],"for":[57],"saving,":[59],"most":[60],"them":[62],"did":[63],"not":[64],"comprehensively":[65],"consider":[66],"high":[68,76,170],"dynamics":[69],"server":[71,126,195],"states,":[72],"and":[73,106,129],"lacked":[74],"in":[75,78,194],"scalability":[77],"their":[79],"implementation.":[80],"In":[81],"this":[82],"paper,":[83],"Actor":[85,149],"Critic":[86,150],"based":[87,148],"Compute-Intensive":[88],"Workload":[89],"Allocation":[90],"Scheme":[91],"(AC-CIWAS)":[92],"proposed,":[94],"which":[95],"can":[96,187],"both":[97],"guarantee":[98],"Quality":[100],"Service":[102],"(QoS)":[103],"reduce":[107],"computational":[109],"servers.":[114],"To":[115],"achieve":[116,188],"rational":[117],"workload":[118],"allocation,":[119],"AC-CIWAS":[120,141,186],"captures":[121],"dynamic":[123],"feature":[124],"states":[127],"continuously,":[128],"takes":[130],"impact":[132],"different":[134],"on":[136],"into":[139],"consideration.":[140],"employs":[142],"Deep":[144],"Reinforcement":[145],"Learning":[146],"(DRL)":[147],"(AC)":[151],"algorithm":[152],"evaluate":[154],"expected":[156],"cumulative":[157,163],"return":[158,164],"over":[159],"time,":[160],"while":[161],"guides":[165],"allocate":[167],"with":[169,198],"Simulation":[173],"results":[174],"have":[175],"demonstrated":[176],"that":[177],"compared":[178],"baseline":[181],"methods,":[183],"approximately":[190],"20":[191],"percent":[192],"decrease":[193],"power":[196],"QoS":[199],"guarantee.":[200]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}