{"id":"https://openalex.org/W3186343631","doi":"https://doi.org/10.1109/infocomwkshps51825.2021.9484566","title":"Deep Reinforcement Learning for Intelligent Cloud Resource Management","display_name":"Deep Reinforcement Learning for Intelligent Cloud Resource Management","publication_year":2021,"publication_date":"2021-05-10","ids":{"openalex":"https://openalex.org/W3186343631","doi":"https://doi.org/10.1109/infocomwkshps51825.2021.9484566","mag":"3186343631"},"language":"en","primary_location":{"id":"doi:10.1109/infocomwkshps51825.2021.9484566","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocomwkshps51825.2021.9484566","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100760218","display_name":"Zhi Zhou","orcid":"https://orcid.org/0000-0002-0987-9344"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Zhou","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063549704","display_name":"Ke Luo","orcid":"https://orcid.org/0000-0003-0118-7236"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Luo","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100385692","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0001-9943-6020"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":0.8536,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.79286803,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8703880906105042},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7663455605506897},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7649307250976562},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6229202151298523},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5919694900512695},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4915545880794525},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4886658489704132},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4640900492668152},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38812100887298584},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.37527844309806824},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35090652108192444},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.25268107652664185},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.10173904895782471}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8703880906105042},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7663455605506897},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7649307250976562},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6229202151298523},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5919694900512695},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4915545880794525},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4886658489704132},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4640900492668152},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38812100887298584},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.37527844309806824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35090652108192444},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.25268107652664185},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10173904895782471},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocomwkshps51825.2021.9484566","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocomwkshps51825.2021.9484566","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.5600000023841858,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1983299021","https://openalex.org/W2145339207","https://openalex.org/W2169466806","https://openalex.org/W2546571074","https://openalex.org/W2597068831","https://openalex.org/W2744628735","https://openalex.org/W2754184362","https://openalex.org/W2770542169","https://openalex.org/W2963549123","https://openalex.org/W2963842262","https://openalex.org/W2964229770","https://openalex.org/W2968986602","https://openalex.org/W3038898937","https://openalex.org/W3087963932","https://openalex.org/W3098136764","https://openalex.org/W3100789280","https://openalex.org/W3103967239","https://openalex.org/W3138125150","https://openalex.org/W4300101754","https://openalex.org/W6744262393","https://openalex.org/W6746178626","https://openalex.org/W6748448015"],"related_works":["https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525","https://openalex.org/W2620865396","https://openalex.org/W2414054180"],"abstract_inverted_index":{"For":[0],"cloud":[1,49,56,85,129,146],"computing,":[2],"elaborately":[3],"managing":[4],"resources":[5],"and":[6,16,35,83,104,116,157],"workloads":[7],"to":[8,54,80,121,124,138,148,152],"optimize":[9],"various":[10],"metrics":[11],"such":[12],"as":[13,37,39],"performance,":[14],"cost":[15],"energy":[17],"is":[18,137],"of":[19,45,77,94,100,134],"strategic":[20],"importance,":[21],"but":[22],"by":[23,60],"no":[24],"means":[25],"trivial.":[26],"Traditional":[27],"model-":[28],"or":[29],"heuristic-based":[30],"solutions":[31],"are":[32,52],"highly":[33],"knowledge-":[34],"labor-intensive,":[36],"well":[38],"problem-specific.":[40],"Recently,":[41],"with":[42,98],"the":[43,62,75,81,95,113],"booming":[44],"AI,":[46],"researchers":[47,151],"in":[48],"computing":[50],"community":[51],"motivated":[53],"revisit":[55],"resource/workload":[57,130],"management":[58,86,147],"problem":[59],"applying":[61,78],"emerging":[63],"deep":[64],"reinforcement":[65],"learning":[66],"(DRL)":[67],"method.":[68],"In":[69],"this":[70,135],"paper,":[71],"we":[72,89,111],"first":[73],"identify":[74],"motivations":[76],"DRL":[79,126],"long-standing":[82],"challenging":[84],"problems.":[87],"Then":[88],"provide":[90,139],"a":[91,118,140],"selective":[92],"survey":[93],"recent":[96],"advances":[97],"analysis":[99],"their":[101],"design":[102],"principles":[103],"benefits.":[105],"Based":[106],"on":[107,143],"those":[108],"pilot":[109],"attempts,":[110],"summarize":[112],"general":[114],"workflow":[115],"conduct":[117],"case":[119],"study":[120],"illustrate":[122],"how":[123],"apply":[125],"for":[127],"intelligent":[128,145],"management.":[131],"The":[132],"goal":[133],"article":[136],"broad":[141],"guideline":[142],"DRL-based":[144],"help":[149],"stimulate":[150],"develop":[153],"innovative":[154],"algorithms,":[155],"frameworks":[156],"standards.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}