{"id":"https://openalex.org/W4411019903","doi":"https://doi.org/10.1145/3726854.3727307","title":"PipeCo: Pipelining Cold Start of Deep Learning Inference Services on Serverless Platforms","display_name":"PipeCo: Pipelining Cold Start of Deep Learning Inference Services on Serverless Platforms","publication_year":2025,"publication_date":"2025-06-04","ids":{"openalex":"https://openalex.org/W4411019903","doi":"https://doi.org/10.1145/3726854.3727307"},"language":"en","primary_location":{"id":"doi:10.1145/3726854.3727307","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3726854.3727307","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Abstracts of the 2025 ACM SIGMETRICS International Conference on Measurement and Modeling of Computer Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043402050","display_name":"Jiaang Duan","orcid":"https://orcid.org/0009-0006-0629-4865"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaang Duan","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-0629-4865","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041333646","display_name":"Shiyou Qian","orcid":"https://orcid.org/0000-0001-7775-1740"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyou Qian","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7775-1740","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101453873","display_name":"Hanwen Hu","orcid":"https://orcid.org/0000-0001-6439-5169"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanwen Hu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6439-5169","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030881704","display_name":"Dingyu Yang","orcid":"https://orcid.org/0000-0002-8156-3926"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingyu Yang","raw_affiliation_strings":["The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8156-3926","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100648774","display_name":"Jian Cao","orcid":"https://orcid.org/0000-0002-0036-9436"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Cao","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0036-9436","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101490654","display_name":"Guangtao Xue","orcid":"https://orcid.org/0000-0002-1617-3593"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Xue","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1617-3593","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5043402050"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":3.662,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.9340049,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"151","last_page":"153"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7999517917633057},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6724083423614502},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5403597354888916},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.44246309995651245},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4044438302516937},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.36989814043045044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7999517917633057},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6724083423614502},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5403597354888916},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.44246309995651245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4044438302516937},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.36989814043045044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3726854.3727307","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3726854.3727307","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Abstracts of the 2025 ACM SIGMETRICS International Conference on Measurement and Modeling of Computer Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W2734941459","https://openalex.org/W4318541537","https://openalex.org/W4394923129"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W3086377361"],"abstract_inverted_index":{"The":[0,81,176],"fusion":[1],"of":[2,33,84,93,154,161],"serverless":[3,12],"computing":[4],"and":[5,20,23,91,116,138,167,192,197],"deep":[6,25],"learning":[7,26],"(DL)":[8],"has":[9],"led":[10],"to":[11,61,76,87,104,119,132,188,206],"inference,":[13],"offering":[14],"a":[15,37,73,100,114,147,159],"promising":[16],"approach":[17,103],"for":[18,40,141,151],"developing":[19],"deploying":[21],"scalable":[22],"cost-efficient":[24],"inference":[27],"services":[28],"(DLISs).":[29],"However,":[30],"the":[31,89,121,152,164,199],"challenge":[32],"cold":[34,52,79,95],"start":[35],"presents":[36],"significant":[38],"obstacle":[39],"DLISs,":[41],"where":[42],"DL":[43],"model":[44],"size":[45],"greatly":[46],"impacts":[47],"latency.":[48,124],"Existing":[49],"studies":[50],"mitigate":[51],"starts":[53],"by":[54,186,203],"extending":[55],"keep-alive":[56],"times,":[57],"which":[58],"unfortunately":[59],"leads":[60],"decreased":[62],"resource":[63,201],"utilization":[64],"efficiency.":[65],"To":[66],"address":[67],"this":[68],"issue,":[69],"we":[70],"introduce":[71],"PipeCo,":[72],"system":[74],"designed":[75],"alleviate":[77],"DLIS":[78,94,107,174],"start.":[80,96],"core":[82],"concept":[83],"PipeCo":[85,98,126,145,162,180],"is":[86],"achieve":[88],"miniaturization":[90],"pipelining":[92],"Firstly,":[97],"utilizes":[99],"vertical":[101],"partitioning":[102],"divide":[105],"each":[106],"into":[108],"multiple":[109],"slices,":[110],"prewarming":[111],"slices":[112],"in":[113,136],"sequential":[115],"overlapping":[117],"manner":[118],"decrease":[120],"overall":[122,200],"cold-start":[123],"Secondly,":[125],"employs":[127],"an":[128],"attention-based":[129],"prediction":[130],"mechanism":[131],"estimate":[133],"periodic":[134],"patterns":[135],"requests":[137],"idle":[139,155],"containers":[140],"scheduling":[142],"slices.":[143],"Thirdly,":[144],"incorporates":[146],"similarity-based":[148],"container":[149],"matcher":[150],"reuse":[153],"containers.":[156],"We":[157],"implemented":[158],"prototype":[160],"on":[163,190,194],"OpenFaaS":[165],"platform":[166],"conducted":[168],"extensive":[169],"experiments":[170],"using":[171],"three":[172],"real-world":[173],"repositories.":[175],"results":[177],"demonstrate":[178],"that":[179],"effectively":[181],"decreases":[182],"end-to-end":[183],"(E2E)":[184],"latency":[185],"up":[187],"62.67%":[189],"CPU":[191],"58.81%":[193],"GPU":[195],"clusters":[196],"reduces":[198],"usage":[202],"65.31%":[204],"compared":[205],"five":[207],"state-of-the-art":[208],"baselines.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}