{"id":"https://openalex.org/W4364353412","doi":"https://doi.org/10.1109/tnnls.2023.3264038","title":"Noah: Reinforcement-Learning-Based Rate Limiter for Microservices in Large-Scale E-Commerce Services","display_name":"Noah: Reinforcement-Learning-Based Rate Limiter for Microservices in Large-Scale E-Commerce Services","publication_year":2023,"publication_date":"2023-04-11","ids":{"openalex":"https://openalex.org/W4364353412","doi":"https://doi.org/10.1109/tnnls.2023.3264038","pmid":"https://pubmed.ncbi.nlm.nih.gov/37040246"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3264038","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3264038","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032277491","display_name":"Zhao Li","orcid":"https://orcid.org/0000-0002-5056-0351"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhao Li","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103005084","display_name":"Haifeng Sun","orcid":"https://orcid.org/0000-0001-9358-8808"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Sun","raw_affiliation_strings":["Department of Computer and Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114948990","display_name":"Zheng Xiong","orcid":"https://orcid.org/0009-0002-3453-1478"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Xiong","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084512633","display_name":"Qun Huang","orcid":"https://orcid.org/0000-0002-2387-6131"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qun Huang","raw_affiliation_strings":["Department of Computer and Science, Peking University, Beijing, China","Institute of Computing Technology, CAS, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007236824","display_name":"Zehong Hu","orcid":"https://orcid.org/0000-0001-9498-161X"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zehong Hu","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449520","display_name":"Li Ding","orcid":"https://orcid.org/0000-0003-1517-2975"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ding Li","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010590523","display_name":"Shasha Ruan","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shasha Ruan","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109041924","display_name":"Hai Hong","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Hong","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110740283","display_name":"Jie Gui","orcid":"https://orcid.org/0000-0002-9450-1759"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Gui","raw_affiliation_strings":["Department of Computer and Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102793706","display_name":"Jintao He","orcid":"https://orcid.org/0000-0002-0001-8767"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jintao He","raw_affiliation_strings":["Department of Computer and Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114626599","display_name":"Zebin Xu","orcid":"https://orcid.org/0009-0001-5647-0226"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zebin Xu","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100640215","display_name":"Fang Yang","orcid":"https://orcid.org/0000-0001-6713-9339"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Fang","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5032277491"],"corresponding_institution_ids":["https://openalex.org/I45928872"],"apc_list":null,"apc_paid":null,"fwci":1.9789,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86693716,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"34","issue":"9","first_page":"5403","last_page":"5417"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.8607661128044128},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7750913500785828},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.720016360282898},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.7099825143814087},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5592599511146545},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5120721459388733},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4609888195991516},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4245499074459076},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.41311848163604736},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3289385437965393},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1349862515926361},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10857036709785461}],"concepts":[{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.8607661128044128},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7750913500785828},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.720016360282898},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.7099825143814087},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5592599511146545},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5120721459388733},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4609888195991516},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4245499074459076},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.41311848163604736},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3289385437965393},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1349862515926361},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10857036709785461},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3264038","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3264038","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37040246","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37040246","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G1946999620","display_name":null,"funder_award_id":"U20A20179","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4152798315","display_name":null,"funder_award_id":"2019YFB1802600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8439060332","display_name":null,"funder_award_id":"62172007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W135750602","https://openalex.org/W147107651","https://openalex.org/W1515851193","https://openalex.org/W1531513045","https://openalex.org/W1771410628","https://openalex.org/W1970477949","https://openalex.org/W1978533437","https://openalex.org/W1988115241","https://openalex.org/W2000429806","https://openalex.org/W2004244301","https://openalex.org/W2008888174","https://openalex.org/W2014485836","https://openalex.org/W2081461624","https://openalex.org/W2103899804","https://openalex.org/W2105173233","https://openalex.org/W2115250079","https://openalex.org/W2116030291","https://openalex.org/W2121862294","https://openalex.org/W2143928465","https://openalex.org/W2145339207","https://openalex.org/W2156077332","https://openalex.org/W2158460713","https://openalex.org/W2160436229","https://openalex.org/W2170561623","https://openalex.org/W2171145370","https://openalex.org/W2283952362","https://openalex.org/W2311027175","https://openalex.org/W2522551977","https://openalex.org/W2546571074","https://openalex.org/W2602725622","https://openalex.org/W2604168487","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2755181079","https://openalex.org/W2755583288","https://openalex.org/W2760178975","https://openalex.org/W2787938642","https://openalex.org/W2804791273","https://openalex.org/W2808227867","https://openalex.org/W2900534807","https://openalex.org/W2904246096","https://openalex.org/W2911276762","https://openalex.org/W2914137423","https://openalex.org/W2963128714","https://openalex.org/W2963590029","https://openalex.org/W2963864421","https://openalex.org/W2963962154","https://openalex.org/W2975654487","https://openalex.org/W3114391123","https://openalex.org/W3183239424","https://openalex.org/W3192114749","https://openalex.org/W4244634541","https://openalex.org/W4251367979","https://openalex.org/W4253993789","https://openalex.org/W4293545785","https://openalex.org/W4302570325","https://openalex.org/W4361216835","https://openalex.org/W6605442156","https://openalex.org/W6631233586","https://openalex.org/W6638018090","https://openalex.org/W6671014687","https://openalex.org/W6675860565","https://openalex.org/W6683495781","https://openalex.org/W6684205842","https://openalex.org/W6684786071","https://openalex.org/W6684921986","https://openalex.org/W6737893269","https://openalex.org/W6741002519","https://openalex.org/W6748839928","https://openalex.org/W6751725685","https://openalex.org/W6756464537","https://openalex.org/W6757592117","https://openalex.org/W6765860257"],"related_works":["https://openalex.org/W2798881206","https://openalex.org/W2980727099","https://openalex.org/W3104149042","https://openalex.org/W3177840693","https://openalex.org/W2891697869","https://openalex.org/W2391167130","https://openalex.org/W2092071486","https://openalex.org/W4283067488","https://openalex.org/W2460246254","https://openalex.org/W2995400176"],"abstract_inverted_index":{"Modern":[0],"large-scale":[1],"online":[2],"service":[3,13],"providers":[4],"typically":[5],"deploy":[6],"microservices":[7],"into":[8],"containers":[9,33,36,52,70,242],"to":[10,24,34,98,114,153,170,215,222,258],"achieve":[11],"flexible":[12],"management.":[14],"One":[15],"critical":[16],"problem":[17],"in":[18,31,53,61,71,137,198,230,262],"such":[19],"container-based":[20],"microservice":[21,248],"architectures":[22],"is":[23,113],"control":[25],"the":[26,32,51,57,62,65,77,99,123,133,162,206,217,231,263],"arrival":[27],"rate":[28,48,79,92,281],"of":[29,47,56,69,102,111,135,233,247],"requests":[30],"avoid":[35],"from":[37,219],"being":[38],"overloaded.":[39],"In":[40,157],"this":[41,158],"article,":[42],"we":[43,73,87],"present":[44],"our":[45,84,138],"experience":[46],"limit":[49,80],"for":[50,127,235],"Alibaba,":[54,72],"one":[55],"largest":[58],"e-commerce":[59],"services":[60],"world.":[63],"Given":[64],"highly":[66,196],"diverse":[67],"characteristics":[68],"point":[74],"out":[75],"that":[76,94,120,253],"existing":[78],"mechanisms":[81],"cannot":[82],"meet":[83],"demand.":[85],"Thus,":[86,184],"design":[88],"Noah,":[89],"a":[90,148,167],"dynamic":[91],"limiter":[93],"can":[95,255],"automatically":[96,121],"adapt":[97,257],"specific":[100],"characteristic":[101],"each":[103,128],"container":[104,155],"without":[105],"human":[106],"efforts.":[107],"The":[108],"key":[109],"idea":[110],"Noah":[112,140,146,175,210,226,254],"use":[115],"deep":[116],"reinforcement":[117],"learning":[118,214],"(DRL)":[119],"infers":[122],"most":[124],"suitable":[125],"configuration":[126],"container.":[129],"To":[130,201],"fully":[131],"embrace":[132],"advantages":[134],"DRL":[136],"context,":[139],"addresses":[141],"two":[142,236],"technical":[143],"challenges.":[144],"First,":[145],"uses":[147],"lightweight":[149],"system":[150,171,270],"monitoring":[151,163],"mechanism":[152],"collect":[154],"status.":[156],"way,":[159],"it":[160],"minimizes":[161],"overhead":[164],"while":[165],"ensuring":[166],"timely":[168],"reaction":[169],"load":[172],"changes.":[173],"Second,":[174],"injects":[176],"synthetic":[177],"extreme":[178,199,223],"data":[179,221,224],"when":[180],"training":[181,208],"its":[182,185],"models.":[183],"model":[186,203,218],"gains":[187],"knowledge":[188],"on":[189],"unseen":[190],"special":[191],"events":[192],"and":[193,243,272],"hence":[194],"remains":[195],"available":[197],"scenarios.":[200],"guarantee":[202],"convergence":[204],"with":[205,278],"injected":[207],"data,":[209],"adopts":[211],"task-specific":[212],"curriculum":[213],"train":[216],"normal":[220],"gradually.":[225],"has":[227],"been":[228],"deployed":[229],"production":[232,264],"Alibaba":[234],"years,":[237],"serving":[238],"more":[239],"than":[240],"50000":[241],"around":[244],"300":[245],"types":[246],"applications.":[249],"Experimental":[250],"results":[251],"show":[252],"well":[256],"three":[259],"common":[260],"scenarios":[261],"environment.":[265],"It":[266],"effectively":[267],"achieves":[268],"better":[269],"availability":[271],"shorter":[273],"request":[274],"response":[275],"time":[276],"compared":[277],"four":[279],"state-of-the-art":[280],"limiters.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}