{"id":"https://openalex.org/W3203063759","doi":"https://doi.org/10.1145/3464298.3476133","title":"SeBS","display_name":"SeBS","publication_year":2021,"publication_date":"2021-10-02","ids":{"openalex":"https://openalex.org/W3203063759","doi":"https://doi.org/10.1145/3464298.3476133","mag":"3203063759"},"language":"en","primary_location":{"id":"doi:10.1145/3464298.3476133","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3464298.3476133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd International Middleware Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077355144","display_name":"Marcin Copik","orcid":"https://orcid.org/0000-0002-7606-5519"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Marcin Copik","raw_affiliation_strings":["ETH Zurich"],"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056811919","display_name":"Grzegorz Kwa\u015bniewski","orcid":"https://orcid.org/0000-0001-8943-1381"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Grzegorz Kwasniewski","raw_affiliation_strings":["ETH Zurich"],"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056549312","display_name":"Maciej Besta","orcid":"https://orcid.org/0000-0002-6550-7916"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Maciej Besta","raw_affiliation_strings":["ETH Zurich"],"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005530395","display_name":"Micha\u0142 Podstawski","orcid":"https://orcid.org/0000-0003-1222-6894"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michal Podstawski","raw_affiliation_strings":["Future Processing SA"],"affiliations":[{"raw_affiliation_string":"Future Processing SA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026990786","display_name":"Torsten Hoefler","orcid":"https://orcid.org/0000-0002-1333-9797"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Torsten Hoefler","raw_affiliation_strings":["ETH Zurich"],"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5077355144"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":21.2485,"has_fulltext":false,"cited_by_count":112,"citation_normalized_percentile":{"value":0.99456858,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"64","last_page":"78"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8356789350509644},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8285285234451294},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.823667585849762},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.8195351362228394},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8081237077713013},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8027206659317017},{"id":"https://openalex.org/keywords/middleware","display_name":"Middleware (distributed applications)","score":0.6922963261604309},{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.6374893188476562},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5284941792488098},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.43653619289398193},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.42047780752182007},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4172515273094177},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3920133709907532},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.32751747965812683},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.14539429545402527},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.09962144494056702},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.07295063138008118}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8356789350509644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8285285234451294},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.823667585849762},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.8195351362228394},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8081237077713013},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8027206659317017},{"id":"https://openalex.org/C169468491","wikidata":"https://www.wikidata.org/wiki/Q146923","display_name":"Middleware (distributed applications)","level":2,"score":0.6922963261604309},{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.6374893188476562},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5284941792488098},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.43653619289398193},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.42047780752182007},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4172515273094177},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3920133709907532},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32751747965812683},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.14539429545402527},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.09962144494056702},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.07295063138008118},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3464298.3476133","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3464298.3476133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd International Middleware Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G2193063264","display_name":null,"funder_award_id":"170415","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G5268483584","display_name":null,"funder_award_id":"678880,801039","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1575480425","https://openalex.org/W1966049397","https://openalex.org/W2000882268","https://openalex.org/W2028383826","https://openalex.org/W2078924106","https://openalex.org/W2153580423","https://openalex.org/W2233205172","https://openalex.org/W2591324491","https://openalex.org/W2718955078","https://openalex.org/W2761578098","https://openalex.org/W2795187574","https://openalex.org/W2889111823","https://openalex.org/W2889893539","https://openalex.org/W2890349324","https://openalex.org/W2892973774","https://openalex.org/W2896032594","https://openalex.org/W2902076893","https://openalex.org/W2917998586","https://openalex.org/W2931122162","https://openalex.org/W2952806581","https://openalex.org/W2955766048","https://openalex.org/W2963610322","https://openalex.org/W2963988417","https://openalex.org/W2970215440","https://openalex.org/W2979479406","https://openalex.org/W2985432842","https://openalex.org/W2987607480","https://openalex.org/W2991101735","https://openalex.org/W2996204396","https://openalex.org/W2999202099","https://openalex.org/W3005566493","https://openalex.org/W3012275837","https://openalex.org/W3033975403","https://openalex.org/W3096533337","https://openalex.org/W3097948932","https://openalex.org/W3104065770","https://openalex.org/W3129908388","https://openalex.org/W4238420657"],"related_works":["https://openalex.org/W4210334847","https://openalex.org/W3181741639","https://openalex.org/W4367181468","https://openalex.org/W4238897586","https://openalex.org/W2767473057","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1485837041","https://openalex.org/W3204955359"],"abstract_inverted_index":{"Function-as-a-Service":[0],"(FaaS)":[1],"is":[2],"one":[3],"of":[4,12,43,64,89,97,100,125,133,152,164,170],"the":[5,10,34,41,73,77,98,103,110,122,131],"most":[6],"promising":[7],"directions":[8],"for":[9,24,80],"future":[11],"cloud":[13,90],"services,":[14],"and":[15,27,30,40,52,62,92,106,109,116,144,155,160,168],"serverless":[16,57,153],"functions":[17],"have":[18],"immediately":[19],"become":[20],"a":[21,44,86,126,157],"new":[22],"middleware":[23,171],"building":[25],"scalable":[26],"cost-efficient":[28],"microservices":[29],"appli":[31],"cations.":[32],"However,":[33],"quickly":[35],"moving":[36],"technology":[37],"hinders":[38],"reproducibility,":[39],"lack":[42],"standardized":[45],"benchmarking":[46],"suite":[47],"leads":[48],"to":[49,136],"ad-hoc":[50],"solutions":[51],"microbenchmarks":[53],"being":[54],"used":[55],"in":[56],"research,":[58],"further":[59],"complicating":[60],"meta-analysis":[61],"comparison":[63],"research":[65],"solutions.":[66],"To":[67],"address":[68],"this":[69],"challenge,":[70],"we":[71],"propose":[72],"Serverless":[74],"Benchmark":[75],"Suite:":[76],"first":[78],"benchmark":[79,95,135],"FaaS":[81,127,172],"computing":[82],"that":[83,113,121],"systematically":[84],"covers":[85],"wide":[87],"spectrum":[88],"resources":[91],"applications.":[93],"Our":[94,147],"consists":[96],"specification":[99],"representative":[101],"workloads,":[102],"accompanying":[104],"implementation":[105],"evaluation":[107,111,151,162],"infrastructure,":[108],"methodology":[112,163],"facilitates":[114],"reproducibility":[115],"enables":[117],"interpretability.":[118],"We":[119],"demonstrate":[120],"abstract":[123],"model":[124],"execution":[128],"environment":[129],"ensures":[130],"applicability":[132],"our":[134],"multiple":[137],"commercial":[138],"providers":[139],"such":[140],"as":[141],"AWS,":[142],"Azure,":[143],"Google":[145],"Cloud.":[146],"work":[148],"facilities":[149],"experimental":[150],"systems,":[154],"delivers":[156],"standardized,":[158],"reliable":[159],"evolving":[161],"performance,":[165],"efficiency,":[166],"scalability":[167],"reliability":[169],"platforms.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":16}],"updated_date":"2026-03-06T13:50:29.536080","created_date":"2021-10-11T00:00:00"}