{"id":"https://openalex.org/W4294904165","doi":"https://doi.org/10.14778/3547305.3547313","title":"Optimizing inference serving on serverless platforms","display_name":"Optimizing inference serving on serverless platforms","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4294904165","doi":"https://doi.org/10.14778/3547305.3547313"},"language":"en","primary_location":{"id":"doi:10.14778/3547305.3547313","doi":"https://doi.org/10.14778/3547305.3547313","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3547305.3547313","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","norway-2","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4294904165"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101777258","display_name":"Ahsan Zil E. Ali","orcid":"https://orcid.org/0000-0002-8146-2076","observed_orcids":["https://orcid.org/0000-0002-8146-2076"]},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahsan Ali","raw_affiliation_strings":["University of Nevada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Nevada","institution_ids":["https://openalex.org/I134113660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009638128","display_name":"Riccardo Pinciroli","orcid":"https://orcid.org/0000-0003-3375-7256","observed_orcids":["https://orcid.org/0000-0003-3375-7256"]},"institutions":[{"id":"https://openalex.org/I4210150763","display_name":"Gran Sasso Science Institute","ror":"https://ror.org/043qcb444","country_code":"IT","type":"education","lineage":["https://openalex.org/I160013858","https://openalex.org/I4210150763"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Riccardo Pinciroli","raw_affiliation_strings":["Gran Sasso Science Institute, L'Aquila, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gran Sasso Science Institute, L'Aquila, Italy","institution_ids":["https://openalex.org/I4210150763"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381152","display_name":"Feng Yan","orcid":"https://orcid.org/0000-0001-9840-7754","observed_orcids":["https://orcid.org/0000-0001-9840-7754"]},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feng Yan","raw_affiliation_strings":["University of Nevada, Reno"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Nevada, Reno","institution_ids":["https://openalex.org/I134113660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017102040","display_name":"Evgenia Smirni","orcid":"https://orcid.org/0000-0001-8754-581X","observed_orcids":["https://orcid.org/0000-0001-8754-581X"]},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evgenia Smirni","raw_affiliation_strings":["William and Mary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"William and Mary","institution_ids":["https://openalex.org/I16285277"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.5215,"has_fulltext":false,"cited_by_count":72,"citation_normalized_percentile":{"value":0.98189987,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"15","issue":"10","first_page":"2071","last_page":"2084"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14098","display_name":"Energy Efficiency in Computing","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/serverless-computing","display_name":"serverless computing","score":0.9959999918937683},{"id":"https://openalex.org/keywords/request-batching","display_name":"request batching","score":0.8920000195503235},{"id":"https://openalex.org/keywords/heterogeneous-workloads","display_name":"heterogeneous workloads","score":0.824999988079071},{"id":"https://openalex.org/keywords/cost-optimization","display_name":"cost optimization","score":0.8059999942779541},{"id":"https://openalex.org/keywords/service-level-objectives","display_name":"service level objectives","score":0.9229999780654907},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.8389999866485596},{"id":"https://openalex.org/keywords/bursty-workloads","display_name":"bursty workloads","score":0.7480000257492065},{"id":"https://openalex.org/keywords/aws-lambda","display_name":"AWS Lambda","score":0.6039999723434448}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8470959663391113},{"id":"https://openalex.org/C165435473","wikidata":"https://www.wikidata.org/wiki/Q1509884","display_name":"Padding","level":2,"score":0.7335444688796997},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6482993364334106},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.644037127494812},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5973721146583557},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5010371208190918},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4882197678089142},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4113353192806244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20288223028182983},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14442980289459229},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13499391078948975},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3547305.3547313","doi":"https://doi.org/10.14778/3547305.3547313","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3547305.3547313","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","norway-2","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1514924837","https://openalex.org/W1988444990","https://openalex.org/W2015148785","https://openalex.org/W2051203581","https://openalex.org/W2099201756","https://openalex.org/W2119501598","https://openalex.org/W2127276297","https://openalex.org/W2160728547","https://openalex.org/W2171683602","https://openalex.org/W2186615578","https://openalex.org/W2519887557","https://openalex.org/W2529010382","https://openalex.org/W2551706664","https://openalex.org/W2766453196","https://openalex.org/W2767197443","https://openalex.org/W2786103815","https://openalex.org/W2798291715","https://openalex.org/W2798995414","https://openalex.org/W2799598053","https://openalex.org/W2889893539","https://openalex.org/W2892973774","https://openalex.org/W2898221481","https://openalex.org/W2902648414","https://openalex.org/W2903269730","https://openalex.org/W2918828872","https://openalex.org/W2928897890","https://openalex.org/W2934208298","https://openalex.org/W2934853022","https://openalex.org/W2970239788","https://openalex.org/W2971017185","https://openalex.org/W2971034972","https://openalex.org/W2971176767","https://openalex.org/W2987607480","https://openalex.org/W2991101735","https://openalex.org/W2998166751","https://openalex.org/W3031868945","https://openalex.org/W3033079545","https://openalex.org/W3076647278","https://openalex.org/W3080566296","https://openalex.org/W3088886246","https://openalex.org/W3089019106","https://openalex.org/W3091891321","https://openalex.org/W3118693078","https://openalex.org/W3130689885","https://openalex.org/W3130716829","https://openalex.org/W3140383866","https://openalex.org/W3159219445","https://openalex.org/W3185074539","https://openalex.org/W3188956506","https://openalex.org/W3204075005","https://openalex.org/W4200603166","https://openalex.org/W4229026149","https://openalex.org/W4237831889","https://openalex.org/W4238746485","https://openalex.org/W4254052724","https://openalex.org/W4312809242"],"related_works":["https://openalex.org/W3130689885","https://openalex.org/W4226323338","https://openalex.org/W4385437022","https://openalex.org/W4412605224","https://openalex.org/W7061471349","https://openalex.org/W7154901327","https://openalex.org/W7135005898","https://openalex.org/W4406138696","https://openalex.org/W4405756303","https://openalex.org/W3204075005"],"abstract_inverted_index":{"Serverless":[0],"computing":[1],"is":[2,127,178,194],"gaining":[3],"popularity":[4],"for":[5,29,64],"machine":[6],"learning":[7],"(ML)":[8],"serving":[9,70,160],"workload":[10],"due":[11],"to":[12,18,77,92,100,103,162,216,231],"its":[13],"autonomous":[14],"resource":[15],"scaling,":[16],"easy":[17],"use":[19],"and":[20,125,181,196],"pay-per-use":[21,79],"cost":[22,166,182,222],"model.":[23],"Existing":[24],"serverless":[25,54,84,135,240],"platforms":[26,55],"work":[27],"well":[28],"image-based":[30],"ML":[31,69,89,158],"inference,":[32],"where":[33],"requests":[34,58,63,90,98,109,120,161],"are":[35,59],"homogeneous":[36],"in":[37,44,219],"service":[38,170],"demands.":[39],"That":[40],"said,":[41],"recent":[42],"advances":[43],"natural":[45],"language":[46],"processing":[47,65],"could":[48],"not":[49],"fully":[50],"benefit":[51],"from":[52],"existing":[53],"as":[56,96,107],"their":[57,164,169],"intrinsically":[60],"heterogeneous.":[61],"Batching":[62],"can":[66],"significantly":[67],"increase":[68],"efficiency":[71],"while":[72,167,210,224],"reducing":[73],"monetary":[74,165],"cost,":[75],"thanks":[76],"the":[78,104,111,129,134,154,212,226],"pricing":[80],"model":[81],"adopted":[82],"by":[83,185,189,214,229],"platforms.":[85],"Yet,":[86],"batching":[87,116,155],"heterogeneous":[88,157],"leads":[91],"additional":[93],"computation":[94],"overhead":[95,131,228],"small":[97],"need":[99],"be":[101,122],"\"padded\"":[102],"same":[105,112],"size":[106],"large":[108],"within":[110],"batch.":[113],"Reaching":[114],"effective":[115],"decisions":[117],"(i.e.,":[118],"which":[119],"should":[121],"batched":[123],"together":[124],"why)":[126],"non-trivial:":[128],"padding":[130,227],"coupled":[132],"with":[133,234],"auto-scaling":[136],"forms":[137],"a":[138,150,179,190],"complex":[139],"optimization":[140],"problem.":[141],"To":[142],"address":[143],"this,":[144],"we":[145],"develop":[146],"Multi-Buffer":[147],"Serving":[148],"(MBS),":[149],"framework":[151],"that":[152,206],"optimizes":[153],"of":[156,176,221,239],"inference":[159],"minimize":[163],"meeting":[168],"level":[171],"objectives":[172],"(SLOs).":[173],"The":[174],"core":[175],"MBS":[177,193,207],"performance":[180],"estimator":[183],"driven":[184],"analytical":[186],"models":[187],"supercharged":[188],"Bayesian":[191],"optimizer.":[192],"prototyped":[195],"evaluated":[197],"on":[198],"AWS":[199],"using":[200],"bursty":[201],"workloads.":[202],"Experimental":[203],"results":[204],"show":[205],"preserves":[208],"SLOs":[209],"outperforming":[211],"state-of-the-art":[213],"up":[215,230],"8":[217],"x":[218,233,236],"terms":[220],"savings":[223],"minimizing":[225],"37":[232],"3":[235],"less":[237],"number":[238],"function":[241],"invocations.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":14}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2022-09-07T00:00:00"}
