{"id":"https://openalex.org/W3185035147","doi":"https://doi.org/10.1109/tnsm.2021.3100460","title":"Resource Allocation in Data Centers Using Fast Reinforcement Learning Algorithms","display_name":"Resource Allocation in Data Centers Using Fast Reinforcement Learning Algorithms","publication_year":2021,"publication_date":"2021-07-27","ids":{"openalex":"https://openalex.org/W3185035147","doi":"https://doi.org/10.1109/tnsm.2021.3100460","mag":"3185035147"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2021.3100460","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3100460","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079671320","display_name":"Yuang Jiang","orcid":"https://orcid.org/0000-0001-8263-6085"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuang Jiang","raw_affiliation_strings":["Department of Electrical Engineering, Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0001-8263-6085","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108507325","display_name":"Murali Kodialam","orcid":null},"institutions":[{"id":"https://openalex.org/I73544541","display_name":"Mathematical Sciences Research Institute","ror":"https://ror.org/05hs5r386","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I73544541"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Murali Kodialam","raw_affiliation_strings":["Department of Network Systems Research, Nokia Bell Labs, Murray Hill, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Network Systems Research, Nokia Bell Labs, Murray Hill, NJ, USA","institution_ids":["https://openalex.org/I73544541"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079816803","display_name":"T. V. Lakshman","orcid":null},"institutions":[{"id":"https://openalex.org/I73544541","display_name":"Mathematical Sciences Research Institute","ror":"https://ror.org/05hs5r386","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I73544541"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"T. V. Lakshman","raw_affiliation_strings":["Department of Network Systems Research, Nokia Bell Labs, Murray Hill, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Network Systems Research, Nokia Bell Labs, Murray Hill, NJ, USA","institution_ids":["https://openalex.org/I73544541"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008448513","display_name":"Sarit Mukherjee","orcid":"https://orcid.org/0000-0002-5861-940X"},"institutions":[{"id":"https://openalex.org/I73544541","display_name":"Mathematical Sciences Research Institute","ror":"https://ror.org/05hs5r386","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I73544541"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarit Mukherjee","raw_affiliation_strings":["Department of Network Systems Research, Nokia Bell Labs, Murray Hill, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0002-5861-940X","affiliations":[{"raw_affiliation_string":"Department of Network Systems Research, Nokia Bell Labs, Murray Hill, NJ, USA","institution_ids":["https://openalex.org/I73544541"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014892027","display_name":"Leandros Tassiulas","orcid":null},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leandros Tassiulas","raw_affiliation_strings":["Department of Electrical Engineering and Yale Institute for Network Science, Yale University, New Haven, CT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Yale Institute for Network Science, Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5079671320"],"corresponding_institution_ids":["https://openalex.org/I32971472"],"apc_list":null,"apc_paid":null,"fwci":5.4102,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.95852598,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"18","issue":"4","first_page":"4576","last_page":"4588"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8479076623916626},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.693885087966919},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5806729793548584},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5126744508743286},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4215487837791443},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4016536474227905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28878355026245117},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24698024988174438}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8479076623916626},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.693885087966919},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5806729793548584},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5126744508743286},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4215487837791443},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4016536474227905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28878355026245117},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24698024988174438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2021.3100460","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3100460","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G4746558653","display_name":null,"funder_award_id":"N00173-21-1-G006","funder_id":"https://openalex.org/F4320337628","funder_display_name":"U.S. Naval Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320337628","display_name":"U.S. Naval Research Laboratory","ror":"https://ror.org/04d23a975"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1502077345","https://openalex.org/W1590860274","https://openalex.org/W1603765807","https://openalex.org/W1966715578","https://openalex.org/W1983161979","https://openalex.org/W1988296189","https://openalex.org/W2005357215","https://openalex.org/W2010447139","https://openalex.org/W2024758283","https://openalex.org/W2030088389","https://openalex.org/W2037948924","https://openalex.org/W2046022692","https://openalex.org/W2066618395","https://openalex.org/W2081374871","https://openalex.org/W2102558581","https://openalex.org/W2106098710","https://openalex.org/W2115743854","https://openalex.org/W2124682147","https://openalex.org/W2126083918","https://openalex.org/W2133664094","https://openalex.org/W2136000679","https://openalex.org/W2138583691","https://openalex.org/W2163613561","https://openalex.org/W2165918425","https://openalex.org/W2167090833","https://openalex.org/W2548190809","https://openalex.org/W2565099069","https://openalex.org/W2595166142","https://openalex.org/W2620387295","https://openalex.org/W2745255455","https://openalex.org/W3046014345","https://openalex.org/W4298857966","https://openalex.org/W6635247820","https://openalex.org/W6637967152","https://openalex.org/W6675704460","https://openalex.org/W6734681594","https://openalex.org/W6781881539"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2138260944","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255"],"abstract_inverted_index":{"Dynamic":[0],"resource":[1,121],"allocation":[2,42,51,68,96,106,122,137],"to":[3,26,61,74,89,112,124,147],"satisfy":[4,113,125],"varying,":[5],"concurrent":[6],"and":[7,44,143],"unpredictable":[8,114],"demands":[9,128],"from":[10],"multiple":[11],"applications":[12,75,93],"is":[13,23],"a":[14],"key":[15],"need":[16,25,88],"in":[17,66],"cloud":[18],"systems.":[19],"A":[20],"fundamental":[21],"challenge":[22],"the":[24,28,50,54,119,134,149],"find":[27],"right":[29],"balance":[30],"between":[31],"over-allocation,":[32],"which":[33,47],"satisfies":[34],"each":[35,95],"application\u2019s":[36],"varying":[37,126],"needs":[38,63],"without":[39],"requiring":[40],"frequent":[41,67],"changes,":[43],"system":[45],"efficiency":[46],"requires":[48],"that":[49,87,108],"exactly":[52],"matches":[53],"application":[55,115,127,131],"needs.":[56],"However,":[57],"allocating":[58],"resources":[59],"close":[60],"current":[62],"will":[64],"result":[65],"changes.":[69,138],"This":[70],"can":[71],"be":[72,79,90],"detrimental":[73],"since":[76],"there":[77],"may":[78],"fixed":[80],"costs":[81],"(state":[82],"replication,":[83],"policy":[84],"reconfiguration,":[85],"etc.)":[86],"incurred":[91],"by":[92],"for":[94],"change.":[97],"In":[98],"this":[99],"paper,":[100],"we":[101],"develop":[102],"an":[103],"MDP-based":[104],"dynamic":[105],"scheme":[107],"uses":[109],"reinforcement":[110],"learning":[111],"demands.":[116],"It":[117],"minimizes":[118],"overall":[120],"needed":[123],"while":[129],"meeting":[130],"constraints":[132],"on":[133],"rate":[135],"of":[136],"We":[139],"prove":[140],"convergence":[141],"bounds":[142],"use":[144],"real-world":[145],"traces":[146],"study":[148],"performance.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}