{"id":"https://openalex.org/W4408926587","doi":"https://doi.org/10.1145/3676641.3716253","title":"Concurrency-Informed Orchestration for Serverless Functions","display_name":"Concurrency-Informed Orchestration for Serverless Functions","publication_year":2025,"publication_date":"2025-03-27","ids":{"openalex":"https://openalex.org/W4408926587","doi":"https://doi.org/10.1145/3676641.3716253"},"language":"en","primary_location":{"id":"doi:10.1145/3676641.3716253","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676641.3716253","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3676641.3716253","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049347126","display_name":"Qichang Liu","orcid":"https://orcid.org/0000-0002-4920-8190"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Qichang Liu","raw_affiliation_strings":["University of Virginia, Charlottesville, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079187166","display_name":"Yue Cheng","orcid":"https://orcid.org/0000-0003-1695-4864"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Cheng","raw_affiliation_strings":["University of Virginia, Charlottesville, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050569064","display_name":"Haiying Shen","orcid":"https://orcid.org/0000-0002-7548-6223"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haiying Shen","raw_affiliation_strings":["University of Virginia, Charlottesville, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047731700","display_name":"Albert Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ao Wang","raw_affiliation_strings":["Alibaba Group, Hangzhou, USA"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, USA","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101689740","display_name":"Bharathan Balaji","orcid":"https://orcid.org/0000-0002-9490-2018"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bharathan Balaji","raw_affiliation_strings":["Amazon, Seattle, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Seattle, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I58610484"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5049347126"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":3.0916,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90665941,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"147","last_page":"161"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.9292989373207092},{"id":"https://openalex.org/keywords/concurrency","display_name":"Concurrency","score":0.7643859386444092},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7556433081626892},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37035703659057617}],"concepts":[{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.9292989373207092},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.7643859386444092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7556433081626892},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37035703659057617},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3676641.3716253","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676641.3716253","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3676641.3716253","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676641.3716253","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1987225815","https://openalex.org/W1998843748","https://openalex.org/W2054033098","https://openalex.org/W2083392624","https://openalex.org/W2096125134","https://openalex.org/W2144984544","https://openalex.org/W2591324491","https://openalex.org/W2604805566","https://openalex.org/W2734941459","https://openalex.org/W2886464150","https://openalex.org/W2887901326","https://openalex.org/W2892973774","https://openalex.org/W2970215440","https://openalex.org/W3003629522","https://openalex.org/W3010457348","https://openalex.org/W3010543330","https://openalex.org/W3012028616","https://openalex.org/W3021115254","https://openalex.org/W3046632432","https://openalex.org/W3089365967","https://openalex.org/W3125961627","https://openalex.org/W3137220996","https://openalex.org/W3155705005","https://openalex.org/W3163989200","https://openalex.org/W3203063759","https://openalex.org/W3215002152","https://openalex.org/W4205983429","https://openalex.org/W4213153339","https://openalex.org/W4214610523","https://openalex.org/W4220796798","https://openalex.org/W4281633380","https://openalex.org/W4292973069","https://openalex.org/W4308426122","https://openalex.org/W4375928190","https://openalex.org/W4385623190","https://openalex.org/W4386755666","https://openalex.org/W4391623926","https://openalex.org/W4394871711","https://openalex.org/W6634647146","https://openalex.org/W6753751555","https://openalex.org/W6764903536","https://openalex.org/W6852892575","https://openalex.org/W6966651501"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W560952460","https://openalex.org/W2290927522","https://openalex.org/W4283579741","https://openalex.org/W2973657051"],"abstract_inverted_index":{"Cold":[0],"start":[1,114,118,153],"delays":[2],"are":[3,47],"a":[4,53,62,94,111,116],"main":[5],"pain":[6],"point":[7],"for":[8],"today's":[9],"FaaS":[10,41,55,144],"(Function-as-a-Service)":[11],"platforms.":[12],"A":[13],"widely":[14],"used":[15],"mitigation":[16],"strategy":[17],"is":[18],"keeping":[19],"recently":[20],"invoked":[21],"function":[22,51,97,121,169],"containers":[23,67,81],"alive":[24],"in":[25],"memory":[26],"to":[27,107,132,162,167],"enable":[28],"warm":[29,69,113],"starts":[30],"with":[31],"minimal":[32],"overhead.":[33],"This":[34],"paper":[35],"identifies":[36],"new":[37],"challenges":[38,46],"that":[39,82,148],"state-of-the-art":[40,168],"keep-alive":[42,170],"policies":[43],"neglect.":[44],"These":[45],"caused":[48],"by":[49,160],"concurrent":[50,59,75],"invocations,":[52],"common":[54],"workload":[56],"behavior.":[57],"First,":[58],"requests":[60,76],"present":[61],"tradeoff":[63],"between":[64,110],"reusing":[65],"busy":[66],"(delayed":[68],"starts)":[70],"versus":[71],"cold-starting":[72],"containers.":[73],"Second,":[74],"cause":[77],"imbalanced":[78],"evictions":[79],"of":[80],"will":[83],"be":[84],"reused":[85],"shortly":[86],"thereafter.":[87],"To":[88],"tackle":[89],"the":[90,151,156],"challenges,":[91],"we":[92],"propose":[93],"novel":[95],"serverless":[96],"container":[98],"orchestration":[99],"algorithm":[100],"called":[101],"CIDRE.":[102],"CIDRE":[103,123,139,149],"makes":[104],"informed":[105],"decisions":[106],"speculatively":[108],"choose":[109],"delayed":[112],"and":[115,128,155,164],"cold":[117,152],"under":[119],"concurrency-driven":[120],"scaling.":[122],"uses":[124],"both":[125],"fine-grained":[126],"container-level":[127],"coarse-grained":[129],"concurrency":[130],"information":[131],"make":[133],"balanced":[134],"eviction":[135],"decisions.":[136],"We":[137],"evaluate":[138],"extensively":[140],"using":[141],"two":[142],"production":[143],"workloads.":[145],"Results":[146],"show":[147],"reduces":[150],"ratio":[154],"average":[157],"invocation":[158],"overhead":[159],"up":[161],"75.1%":[163],"39.3%":[165],"compared":[166],"policies.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}
