{"id":"https://openalex.org/W4385437022","doi":"https://doi.org/10.1145/3609510.3609816","title":"Cost-Efficient Serverless Inference Serving with Joint Batching and Multi-Processing","display_name":"Cost-Efficient Serverless Inference Serving with Joint Batching and Multi-Processing","publication_year":2023,"publication_date":"2023-07-31","ids":{"openalex":"https://openalex.org/W4385437022","doi":"https://doi.org/10.1145/3609510.3609816"},"language":"en","primary_location":{"id":"doi:10.1145/3609510.3609816","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3609510.3609816","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3609510.3609816","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM SIGOPS Asia-Pacific Workshop on Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3609510.3609816","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102945427","display_name":"Shen Cai","orcid":"https://orcid.org/0000-0002-2287-0563"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shen Cai","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-2287-0563","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100760218","display_name":"Zhi Zhou","orcid":"https://orcid.org/0000-0002-0987-9344"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Zhou","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-0987-9344","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675366","display_name":"Kongyange Zhao","orcid":"https://orcid.org/0000-0003-1927-782X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kongyange Zhao","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-1927-782X","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100385692","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0001-9943-6020"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-9943-6020","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":2.7711,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.9154334,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"43","last_page":"49"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8658614754676819},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.654928982257843},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4872133135795593},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4577966332435608},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42168158292770386},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.41939714550971985},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.20693817734718323}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8658614754676819},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.654928982257843},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4872133135795593},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4577966332435608},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42168158292770386},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.41939714550971985},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.20693817734718323}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3609510.3609816","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3609510.3609816","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3609510.3609816","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM SIGOPS Asia-Pacific Workshop on Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3609510.3609816","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3609510.3609816","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3609510.3609816","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM SIGOPS Asia-Pacific Workshop on Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385437022.pdf","grobid_xml":"https://content.openalex.org/works/W4385437022.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1510052597","https://openalex.org/W2117539524","https://openalex.org/W2142561902","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2605643718","https://openalex.org/W2849781392","https://openalex.org/W2918828872","https://openalex.org/W2928897890","https://openalex.org/W2962725887","https://openalex.org/W2980856918","https://openalex.org/W3047371394","https://openalex.org/W3121702752","https://openalex.org/W3130689885","https://openalex.org/W3159219445","https://openalex.org/W3204075005","https://openalex.org/W3211336323","https://openalex.org/W4214690606","https://openalex.org/W4294904165"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"With":[0],"the":[1,61,74,92,154,181],"emerging":[2],"of":[3,54,63,76,94],"machine":[4,11,47],"learning,":[5],"many":[6],"commercial":[7],"companies":[8],"increasingly":[9],"utilize":[10],"learning":[12,48],"inference":[13,72,78,111,184],"systems":[14,79],"as":[15],"backend":[16],"services":[17],"to":[18,85,91,120,130,177,180],"improve":[19],"their":[20],"products.":[21],"Serverless":[22],"computing":[23,56],"is":[24,57],"a":[25,109,126],"modern":[26],"paradigm":[27],"that":[28,114],"provides":[29],"auto-scaling,":[30],"event-driven":[31],"services,":[32],"making":[33],"it":[34,134],"particularly":[35],"well-suited":[36],"for":[37,148],"various":[38],"domains,":[39],"including":[40],"video":[41],"stream":[42],"analysis,":[43],"IoT":[44],"serving":[45,87,112],"and":[46,107,117,138,152,174],"applications.":[49],"The":[50,163],"flexible":[51],"scaling":[52],"feature":[53],"serverless":[55,77,99,110,183],"adept":[58],"at":[59],"handling":[60,149],"burstiness":[62],"ML":[64,71],"workloads.":[65],"However,":[66],"despite":[67],"its":[68],"compatibility":[69],"with":[70],"tasks,":[73],"cost":[75,122],"remain":[80],"relatively":[81],"high":[82],"in":[83],"comparison":[84],"traditional":[86],"paradigms,":[88],"primarily":[89],"due":[90],"under-utilization":[93],"CPU":[95],"resources":[96],"offered":[97],"by":[98],"platforms.":[100],"To":[101],"tackle":[102],"this":[103],"challenge,":[104],"we":[105],"design":[106],"deploy":[108],"system":[113],"incorporates":[115],"batching":[116],"multi-process":[118],"mechanisms":[119],"enhance":[121],"efficiency.":[123],"By":[124],"applying":[125],"change-point":[127],"detection":[128],"algorithm":[129,158],"manage":[131],"bursty":[132],"workloads,":[133],"optimizes":[135],"resource":[136],"usage":[137],"achieves":[139],"lower":[140],"costs.":[141],"We":[142],"employ":[143],"an":[144],"Amazon":[145],"EC2":[146],"server":[147],"request":[150],"packaging":[151],"running":[153],"core":[155],"Bayesian":[156],"Optimization":[157],"without":[159],"any":[160],"prior":[161],"information.":[162],"preliminary":[164],"system,":[165],"implemented":[166],"on":[167],"AWS":[168],"Lambda,":[169],"can":[170],"significantly":[171],"reduce":[172],"expenses":[173],"save":[175],"up":[176],"62%":[178],"compared":[179],"original":[182],"system.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-24T07:32:12.397491","created_date":"2025-10-10T00:00:00"}