{"id":"https://openalex.org/W4399207455","doi":"https://doi.org/10.1109/tnet.2024.3400953","title":"DeepScaling: Autoscaling Microservices With Stable CPU Utilization for Large Scale Production Cloud Systems","display_name":"DeepScaling: Autoscaling Microservices With Stable CPU Utilization for Large Scale Production Cloud Systems","publication_year":2024,"publication_date":"2024-05-31","ids":{"openalex":"https://openalex.org/W4399207455","doi":"https://doi.org/10.1109/tnet.2024.3400953"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2024.3400953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2024.3400953","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100676331","display_name":"Ziliang Wang","orcid":"https://orcid.org/0000-0001-7534-0059"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziliang Wang","raw_affiliation_strings":["Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, and the School of Big Data and Software Engineering, Chongqing University, Chongqing, China","Key Laboratory of High Confidence Software Technologies (HCST), Ministry of Education (MOE), and the School of Computer Science (SCS), Peking University (PKU), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7534-0059","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, and the School of Big Data and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (HCST), Ministry of Education (MOE), and the School of Computer Science (SCS), Peking University (PKU), Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015556866","display_name":"Shiyi Zhu","orcid":"https://orcid.org/0009-0007-1690-5049"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiyi Zhu","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-1690-5049","affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368377","display_name":"Jianguo Li","orcid":"https://orcid.org/0000-0002-8645-0680"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianguo Li","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8645-0680","affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027331226","display_name":"Wei Jiang","orcid":"https://orcid.org/0000-0002-3122-5937"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Jiang","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053712998","display_name":"K. K. Ramakrishnan","orcid":"https://orcid.org/0000-0003-1849-5155"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. K. Ramakrishnan","raw_affiliation_strings":["Department of Computer Science and Engineering, University of California at Riverside, Riverside, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1849-5155","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of California at Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070783668","display_name":"Meng Yan","orcid":"https://orcid.org/0000-0002-9538-9121"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Yan","raw_affiliation_strings":["School of Big Data and Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-9538-9121","affiliations":[{"raw_affiliation_string":"School of Big Data and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100330109","display_name":"Xiaohong Zhang","orcid":"https://orcid.org/0000-0002-1767-9342"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohong Zhang","raw_affiliation_strings":["School of Big Data and Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-1767-9342","affiliations":[{"raw_affiliation_string":"School of Big Data and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008787905","display_name":"Alex X. Liu","orcid":"https://orcid.org/0000-0002-6916-1326"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alex X. Liu","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.1407,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.98737986,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"32","issue":"5","first_page":"3961","last_page":"3976"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9599000215530396,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.8651500344276428},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7171310782432556},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5912526845932007},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.559656023979187},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.4841897785663605},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.32569313049316406},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.05938953161239624},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.054051727056503296},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.04625123739242554}],"concepts":[{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.8651500344276428},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7171310782432556},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5912526845932007},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.559656023979187},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.4841897785663605},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.32569313049316406},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.05938953161239624},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.054051727056503296},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.04625123739242554},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2024.3400953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2024.3400953","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1959641361","display_name":null,"funder_award_id":"2023CDJKYJH013","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320309617","display_name":"National Foundation for Science and Technology Development","ror":"https://ror.org/04rw64z44"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1653705596","https://openalex.org/W2064187933","https://openalex.org/W2080046268","https://openalex.org/W2088607870","https://openalex.org/W2102148524","https://openalex.org/W2104170204","https://openalex.org/W2141088152","https://openalex.org/W2153819496","https://openalex.org/W2159434869","https://openalex.org/W2163613561","https://openalex.org/W2281439845","https://openalex.org/W2286366981","https://openalex.org/W2291875055","https://openalex.org/W2302016573","https://openalex.org/W2419277694","https://openalex.org/W2527256823","https://openalex.org/W2756203131","https://openalex.org/W2782674619","https://openalex.org/W2795445515","https://openalex.org/W2808511507","https://openalex.org/W2808522919","https://openalex.org/W2899824923","https://openalex.org/W2921260384","https://openalex.org/W2945927710","https://openalex.org/W2970739572","https://openalex.org/W2982560534","https://openalex.org/W3023238978","https://openalex.org/W3027366302","https://openalex.org/W3099214871","https://openalex.org/W3103720336","https://openalex.org/W3125815740","https://openalex.org/W3153643814","https://openalex.org/W3201239432","https://openalex.org/W3210974992","https://openalex.org/W3212386989","https://openalex.org/W3216508375","https://openalex.org/W4200259454","https://openalex.org/W4206448963","https://openalex.org/W4308426645","https://openalex.org/W4385245566","https://openalex.org/W6600544553","https://openalex.org/W6608043087","https://openalex.org/W6637967152","https://openalex.org/W6695011786","https://openalex.org/W6755868741","https://openalex.org/W6763309814","https://openalex.org/W6780226713","https://openalex.org/W6781911003"],"related_works":["https://openalex.org/W3181741639","https://openalex.org/W4210334847","https://openalex.org/W4367181468","https://openalex.org/W2767473057","https://openalex.org/W4225586032","https://openalex.org/W3003367851","https://openalex.org/W3119944216","https://openalex.org/W2994988622","https://openalex.org/W1492892507","https://openalex.org/W2394416426"],"abstract_inverted_index":{"Cloud":[0],"service":[1,114,154,158],"providers":[2],"often":[3],"provision":[4],"excessive":[5],"resources":[6,28,155],"to":[7,76,97,147,156],"meet":[8,98],"the":[9,79,86,193,200],"desired":[10],"Service":[11],"Level":[12],"Objectives":[13],"(SLOs),":[14],"by":[15],"setting":[16],"lower":[17],"CPU":[18,81,124,205],"utilization":[19,82,125],"targets.":[20],"This":[21],"can":[22],"result":[23],"in":[24,33,36,61,85,166,179,192],"a":[25,30,62,94,116,127,142],"waste":[26],"of":[27,83,105,164,181,190,196,202],"and":[29,89,137,185],"noticeable":[31],"increase":[32],"power":[34],"consumption":[35],"large-scale":[37,64,169],"cloud":[38,170],"deployments.":[39],"To":[40],"address":[41],"this":[42,44],"issue,":[43],"paper":[45],"presents":[46],"DeepScaling,":[47,70],"an":[48,149],"innovative":[49,74],"solution":[50],"for":[51,112],"minimizing":[52],"resource":[53,186],"cost":[54],"while":[55,101,160],"ensuring":[56],"SLO":[57,99],"requirements":[58],"are":[59],"met":[60],"dynamic,":[63],"production":[65],"microservice-based":[66],"system.":[67],"We":[68],"propose":[69],"which":[71],"introduces":[72],"three":[73],"components":[75],"adaptively":[77],"refine":[78],"target":[80],"servers":[84],"data":[87],"center,":[88],"we":[90],"maintain":[91],"it":[92,122,140,174],"at":[93],"stable":[95,183],"value":[96],"constraints":[100],"using":[102,115],"minimum":[103],"amount":[104],"system":[106],"resources.":[107],"First,":[108],"DeepScaling":[109,165,191],"forecasts":[110],"workloads":[111],"each":[113],"Spatio-temporal":[117],"Graph":[118],"Neural":[119,129],"Network.":[120],"Secondly,":[121],"estimates":[123],"with":[126],"Deep":[128,144],"Network,":[130],"considering":[131],"factors":[132],"such":[133],"as":[134],"periodic":[135],"tasks":[136],"traffic.":[138],"Finally,":[139],"uses":[141],"modified":[143],"Q-Network":[145],"(DQN)":[146],"generate":[148],"autoscaling":[150,177],"policy":[151],"that":[152,173],"controls":[153],"maximize":[157],"stability":[159],"meeting":[161],"SLOs.":[162],"Evaluation":[163],"Ant":[167],"Group\u2019s":[168],"environment":[171,195],"shows":[172],"outperforms":[175],"state-of-the-art":[176],"approaches":[178],"terms":[180],"maintaining":[182],"performance":[184],"savings.":[187],"The":[188],"deployment":[189],"real-world":[194],"1900+":[197],"microservices":[198],"saves":[199],"provisioning":[201],"over":[203],"100,000":[204],"cores":[206],"per":[207],"day,":[208],"on":[209],"average.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}