{"id":"https://openalex.org/W4411027743","doi":"https://doi.org/10.1145/3727125","title":"PipeCo: Pipelining Cold Start of Deep Learning Inference Services on Serverless Platforms","display_name":"PipeCo: Pipelining Cold Start of Deep Learning Inference Services on Serverless Platforms","publication_year":2025,"publication_date":"2025-05-27","ids":{"openalex":"https://openalex.org/W4411027743","doi":"https://doi.org/10.1145/3727125"},"language":"en","primary_location":{"id":"doi:10.1145/3727125","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3727125","pdf_url":null,"source":{"id":"https://openalex.org/S4210193547","display_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","issn_l":"2476-1249","issn":["2476-1249"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043402050","display_name":"Jiaang Duan","orcid":"https://orcid.org/0009-0006-0629-4865"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaang Duan","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-0629-4865","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041333646","display_name":"Shiyou Qian","orcid":"https://orcid.org/0000-0001-7775-1740"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyou Qian","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7775-1740","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101453873","display_name":"Hanwen Hu","orcid":"https://orcid.org/0000-0001-6439-5169"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanwen Hu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6439-5169","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030881704","display_name":"Dingyu Yang","orcid":"https://orcid.org/0000-0002-8156-3926"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingyu Yang","raw_affiliation_strings":["The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8156-3926","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Shanghai, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100648774","display_name":"Jian Cao","orcid":"https://orcid.org/0000-0002-0036-9436"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Cao","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0036-9436","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101490654","display_name":"Guangtao Xue","orcid":"https://orcid.org/0000-0002-1617-3593"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Xue","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1617-3593","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5043402050"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11962545,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"2","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7221716046333313},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6382924914360046},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5016639232635498},{"id":"https://openalex.org/keywords/cold-start","display_name":"Cold start (automotive)","score":0.4658404588699341},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.387602299451828},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.33604925870895386},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10436725616455078}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7221716046333313},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6382924914360046},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5016639232635498},{"id":"https://openalex.org/C2778956030","wikidata":"https://www.wikidata.org/wiki/Q5142477","display_name":"Cold start (automotive)","level":2,"score":0.4658404588699341},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.387602299451828},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.33604925870895386},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10436725616455078},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3727125","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3727125","pdf_url":null,"source":{"id":"https://openalex.org/S4210193547","display_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","issn_l":"2476-1249","issn":["2476-1249"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W317957491","https://openalex.org/W2126831543","https://openalex.org/W2604847698","https://openalex.org/W2734941459","https://openalex.org/W2794297522","https://openalex.org/W2886464150","https://openalex.org/W2887901326","https://openalex.org/W2970971581","https://openalex.org/W2990138404","https://openalex.org/W3009335665","https://openalex.org/W3010457348","https://openalex.org/W3010543330","https://openalex.org/W3012028616","https://openalex.org/W3020531607","https://openalex.org/W3125961627","https://openalex.org/W3130689885","https://openalex.org/W3153413990","https://openalex.org/W3155705005","https://openalex.org/W3158207578","https://openalex.org/W3163989200","https://openalex.org/W3169257120","https://openalex.org/W3173539742","https://openalex.org/W3177318507","https://openalex.org/W3177426243","https://openalex.org/W3204998121","https://openalex.org/W4205761438","https://openalex.org/W4213153339","https://openalex.org/W4214610523","https://openalex.org/W4214690606","https://openalex.org/W4225494949","https://openalex.org/W4240083050","https://openalex.org/W4293333654","https://openalex.org/W4294904165","https://openalex.org/W4312060067","https://openalex.org/W4312689639","https://openalex.org/W4318541537","https://openalex.org/W4321495163","https://openalex.org/W4388040908","https://openalex.org/W4388041038","https://openalex.org/W4394923129","https://openalex.org/W6838240557"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W3086377361"],"abstract_inverted_index":{"The":[0,81,176],"fusion":[1],"of":[2,33,84,93,154,161],"serverless":[3,12],"computing":[4],"and":[5,20,23,91,116,138,167,192,197],"deep":[6,25],"learning":[7,26],"(DL)":[8],"has":[9],"led":[10],"to":[11,61,76,87,104,119,132,188,206],"inference,":[13],"offering":[14],"a":[15,37,73,100,114,147,159],"promising":[16],"approach":[17,103],"for":[18,40,141,151],"developing":[19],"deploying":[21],"scalable":[22],"cost-efficient":[24],"inference":[27],"services":[28],"(DLISs).":[29],"However,":[30],"the":[31,89,121,152,164,199],"challenge":[32],"cold":[34,52,79,95],"start":[35],"presents":[36],"significant":[38],"obstacle":[39],"DLISs,":[41],"where":[42],"DL":[43],"model":[44],"size":[45],"greatly":[46],"impacts":[47],"latency.":[48,124],"Existing":[49],"studies":[50],"mitigate":[51],"starts":[53],"by":[54,186,203],"extending":[55],"keep-alive":[56],"times,":[57],"which":[58],"unfortunately":[59],"leads":[60],"decreased":[62],"resource":[63,201],"utilization":[64],"efficiency.":[65],"To":[66],"address":[67],"this":[68],"issue,":[69],"we":[70],"introduce":[71],"PipeCo,":[72],"system":[74],"designed":[75],"alleviate":[77],"DLIS":[78,94,107,174],"start.":[80,96],"core":[82],"concept":[83],"PipeCo":[85,98,126,145,162,180],"is":[86],"achieve":[88],"miniaturization":[90],"pipelining":[92],"Firstly,":[97],"utilizes":[99],"vertical":[101],"partitioning":[102],"divide":[105],"each":[106],"into":[108],"multiple":[109],"slices,":[110],"prewarming":[111],"slices":[112],"in":[113,136],"sequential":[115],"overlapping":[117],"manner":[118],"decrease":[120],"overall":[122,200],"cold-start":[123],"Secondly,":[125],"employs":[127],"an":[128],"attention-based":[129],"prediction":[130],"mechanism":[131],"estimate":[133],"periodic":[134],"patterns":[135],"requests":[137],"idle":[139,155],"containers":[140],"scheduling":[142],"slices.":[143],"Thirdly,":[144],"incorporates":[146],"similarity-based":[148],"container":[149],"matcher":[150],"reuse":[153],"containers.":[156],"We":[157],"implemented":[158],"prototype":[160],"on":[163,190,194],"OpenFaaS":[165],"platform":[166],"conducted":[168],"extensive":[169],"experiments":[170],"using":[171],"three":[172],"real-world":[173],"repositories.":[175],"results":[177],"demonstrate":[178],"that":[179],"effectively":[181],"decreases":[182],"end-to-end":[183],"(E2E)":[184],"latency":[185],"up":[187],"62.67%":[189],"CPU":[191],"58.81%":[193],"GPU":[195],"clusters":[196],"reduces":[198],"usage":[202],"65.31%":[204],"compared":[205],"five":[207],"state-of-the-art":[208],"baselines.":[209]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}