{"id":"https://openalex.org/W4417052214","doi":"https://doi.org/10.1109/tnsm.2025.3640771","title":"Analyzing Request Volatility in Cloud-Based Machine Learning: Insights From Alibaba\u2019s Machine Learning as a Service Platform","display_name":"Analyzing Request Volatility in Cloud-Based Machine Learning: Insights From Alibaba\u2019s Machine Learning as a Service Platform","publication_year":2025,"publication_date":"2025-12-05","ids":{"openalex":"https://openalex.org/W4417052214","doi":"https://doi.org/10.1109/tnsm.2025.3640771"},"language":null,"primary_location":{"id":"doi:10.1109/tnsm.2025.3640771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2025.3640771","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030745642","display_name":"Qiang Zou","orcid":"https://orcid.org/0000-0001-6618-8091"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]},{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiang Zou","raw_affiliation_strings":["School of Artificial Intelligence, Guangxi Minzu University, Nanning, China","School of Artificial Intelligence, Guangxi Minzu University, Nanning, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Guangxi Minzu University, Nanning, China","institution_ids":["https://openalex.org/I145897649"]},{"raw_affiliation_string":"School of Artificial Intelligence, Guangxi Minzu University, Nanning, P. R. China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073135288","display_name":"Yuhui Deng","orcid":"https://orcid.org/0000-0002-1522-8943"},"institutions":[{"id":"https://openalex.org/I159948400","display_name":"Jinan University","ror":"https://ror.org/02xe5ns62","country_code":"CN","type":"education","lineage":["https://openalex.org/I159948400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhui Deng","raw_affiliation_strings":["Department of Computer Science, Jinan University, Guangzhou, China","Department of Computer Science, Jinan University, Guangzhou, P. R. China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Jinan University, Guangzhou, China","institution_ids":["https://openalex.org/I159948400"]},{"raw_affiliation_string":"Department of Computer Science, Jinan University, Guangzhou, P. R. China","institution_ids":["https://openalex.org/I159948400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079326914","display_name":"Yifeng Zhu","orcid":"https://orcid.org/0000-0001-7438-8149"},"institutions":[{"id":"https://openalex.org/I7947594","display_name":"University of Maine","ror":"https://ror.org/01adr0w49","country_code":"US","type":"education","lineage":["https://openalex.org/I2802397601","https://openalex.org/I7947594"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifeng Zhu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Maine, Orono, ME, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Maine, Orono, ME, USA","institution_ids":["https://openalex.org/I7947594"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113367222","display_name":"Yi Zhou","orcid":"https://orcid.org/0009-0009-5559-3417"},"institutions":[{"id":"https://openalex.org/I199172307","display_name":"Columbus State University","ror":"https://ror.org/002nf6z37","country_code":"US","type":"education","lineage":["https://openalex.org/I199172307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Zhou","raw_affiliation_strings":["TSYS School of Computer Science, Columbus State University, Columbus, GA, USA"],"affiliations":[{"raw_affiliation_string":"TSYS School of Computer Science, Columbus State University, Columbus, GA, USA","institution_ids":["https://openalex.org/I199172307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100587230","display_name":"Jianghe Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I159948400","display_name":"Jinan University","ror":"https://ror.org/02xe5ns62","country_code":"CN","type":"education","lineage":["https://openalex.org/I159948400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianghe Cai","raw_affiliation_strings":["Department of Computer Science, Jinan University, Guangzhou, China","Department of Computer Science, Jinan University, Guangzhou, P. R. China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Jinan University, Guangzhou, China","institution_ids":["https://openalex.org/I159948400"]},{"raw_affiliation_string":"Department of Computer Science, Jinan University, Guangzhou, P. R. China","institution_ids":["https://openalex.org/I159948400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004997843","display_name":"Shuibing He","orcid":"https://orcid.org/0000-0002-7075-4153"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuibing He","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","College of Computer Science and Technology, Zhejiang University, Hangzhou, P. R. China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, P. R. China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064694591","display_name":"Lina Ge","orcid":"https://orcid.org/0000-0001-6872-7933"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]},{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lina Ge","raw_affiliation_strings":["School of Artificial Intelligence, Guangxi Minzu University, Nanning, China","School of Artificial Intelligence, Guangxi Minzu University, Nanning, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Guangxi Minzu University, Nanning, China","institution_ids":["https://openalex.org/I145897649"]},{"raw_affiliation_string":"School of Artificial Intelligence, Guangxi Minzu University, Nanning, P. R. China","institution_ids":["https://openalex.org/I150807315"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5030745642"],"corresponding_institution_ids":["https://openalex.org/I145897649","https://openalex.org/I150807315"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.51473626,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":null,"first_page":"1449","last_page":"1464"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.5034999847412109,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.5034999847412109,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.2822999954223633,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.0364999994635582,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/burstiness","display_name":"Burstiness","score":0.8932999968528748},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.7835000157356262},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6590999960899353},{"id":"https://openalex.org/keywords/autoregressive-integrated-moving-average","display_name":"Autoregressive integrated moving average","score":0.6294000148773193},{"id":"https://openalex.org/keywords/hurst-exponent","display_name":"Hurst exponent","score":0.5902000069618225},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5392000079154968},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4966999888420105},{"id":"https://openalex.org/keywords/cloud-service-provider","display_name":"Cloud service provider","score":0.45809999108314514}],"concepts":[{"id":"https://openalex.org/C2781023610","wikidata":"https://www.wikidata.org/wiki/Q17006304","display_name":"Burstiness","level":3,"score":0.8932999968528748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8564000129699707},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.7835000157356262},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6590999960899353},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6484000086784363},{"id":"https://openalex.org/C24338571","wikidata":"https://www.wikidata.org/wiki/Q2566298","display_name":"Autoregressive integrated moving average","level":3,"score":0.6294000148773193},{"id":"https://openalex.org/C96835011","wikidata":"https://www.wikidata.org/wiki/Q1638718","display_name":"Hurst exponent","level":2,"score":0.5902000069618225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5666000247001648},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5392000079154968},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4966999888420105},{"id":"https://openalex.org/C2983819522","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud service provider","level":4,"score":0.45809999108314514},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.44510000944137573},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3840000033378601},{"id":"https://openalex.org/C91602232","wikidata":"https://www.wikidata.org/wiki/Q756115","display_name":"Volatility (finance)","level":2,"score":0.35199999809265137},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3292999863624573},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32249999046325684},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C2778160497","wikidata":"https://www.wikidata.org/wiki/Q869830","display_name":"Service-level agreement","level":3,"score":0.27639999985694885},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C16151460","wikidata":"https://www.wikidata.org/wiki/Q3480069","display_name":"Service level objective","level":5,"score":0.26489999890327454},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.26010000705718994},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.2599000036716461},{"id":"https://openalex.org/C110083411","wikidata":"https://www.wikidata.org/wiki/Q1744628","display_name":"Statistical classification","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2025.3640771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2025.3640771","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1481999520","https://openalex.org/W1534638135","https://openalex.org/W1929673217","https://openalex.org/W1999900893","https://openalex.org/W2093590637","https://openalex.org/W2105818147","https://openalex.org/W2115122866","https://openalex.org/W2158712333","https://openalex.org/W2159055595","https://openalex.org/W2162090341","https://openalex.org/W2533481577","https://openalex.org/W2928834531","https://openalex.org/W2970929262","https://openalex.org/W2977042823","https://openalex.org/W2995775583","https://openalex.org/W3000178140","https://openalex.org/W3012121966","https://openalex.org/W3022259277","https://openalex.org/W3040840626","https://openalex.org/W3088780467","https://openalex.org/W3095198052","https://openalex.org/W3106910749","https://openalex.org/W3109798196","https://openalex.org/W3113635268","https://openalex.org/W3157306683","https://openalex.org/W3216700135","https://openalex.org/W4229068602","https://openalex.org/W4280651118","https://openalex.org/W4309698607","https://openalex.org/W4386883143","https://openalex.org/W4388031348","https://openalex.org/W4401408761"],"related_works":[],"abstract_inverted_index":{"With":[0],"advancements":[1],"in":[2,19,41,59,95,132],"machine":[3,69],"learning":[4],"(ML)":[5],"technology":[6],"and":[7,29,44,68,154,190],"the":[8,36,60,64,76,92,126,133,144,148,172,176],"deployment":[9],"of":[10,38,111,129,147,151],"large":[11],"ML-as-a-Service":[12],"(MLaaS)":[13],"clouds,":[14],"accurately":[15],"understanding":[16],"request":[17,39,77,114,130,152,168],"behaviors":[18],"an":[20],"MLaaS":[21,46,136],"cloud":[22],"platform":[23,53],"is":[24],"paramount":[25],"for":[26,54],"resource":[27],"scheduling":[28],"optimization.":[30],"This":[31],"paper":[32],"sheds":[33],"light":[34],"on":[35,138,171],"correlation":[37,112],"arrivals":[40,115],"a":[42,108,161],"representative":[43],"dynamic":[45],"workload":[47,163,188],"\u2013":[48],"Alibaba":[49,139],"PAI":[50,61,96,140,177],"(an":[51],"ML":[52],"artificial":[55],"intelligence).":[56],"For":[57],"requests":[58],"workloads":[62,137],"at":[63,80,116],"job,":[65],"task,":[66],"instance,":[67],"levels,":[70],"our":[71,87,183],"burstiness":[72],"diagnosis":[73],"reveals":[74],"that":[75,91,105,182],"arrival":[78],"processes":[79],"all":[81],"levels":[82],"are":[83],"significantly":[84],"bursty.":[85],"Additionally,":[86],"Gaussianity":[88],"test":[89],"indicates":[90],"bursty":[93],"activities":[94,131],"consistently":[97],"appear":[98],"to":[99,166,196,199],"be":[100],"non-Gaussian.":[101],"Our":[102],"findings":[103],"show":[104],"there":[106],"exists":[107],"certain":[109],"degree":[110],"between":[113],"each":[117],"level":[118],"over":[119],"long-term":[120],"time":[121],"scales.":[122],"Moreover,":[123],"we":[124,159],"reveal":[125],"self-similar":[127,187],"nature":[128],"various-level":[134],"wild":[135],"through":[141],"visual":[142],"evidence,":[143],"auto-correlation":[145],"structure":[146],"aggregated":[149],"process":[150],"sequences,":[153],"Hurst":[155],"parameter":[156],"estimates.":[157],"Furthermore,":[158],"implement":[160],"versatile":[162],"synthetic":[164],"model":[165,184],"synthesize":[167],"series":[169],"based":[170],"inputs":[173],"measured":[174],"from":[175],"trace.":[178],"Experimental":[179],"results":[180],"demonstrate":[181],"outperforms":[185],"typical":[186],"models,":[189],"can":[191],"improve":[192],"accuracy":[193],"by":[194],"up":[195],"99%":[197],"compared":[198],"them.":[200]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-05T00:00:00"}