{"id":"https://openalex.org/W4361198014","doi":"https://doi.org/10.1145/3578244.3583726","title":"A Systematic Approach for Benchmarking of Container Orchestration Frameworks","display_name":"A Systematic Approach for Benchmarking of Container Orchestration Frameworks","publication_year":2023,"publication_date":"2023-03-29","ids":{"openalex":"https://openalex.org/W4361198014","doi":"https://doi.org/10.1145/3578244.3583726"},"language":"en","primary_location":{"id":"doi:10.1145/3578244.3583726","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578244.3583726","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578244.3583726","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3578244.3583726","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036428759","display_name":"Martin Straesser","orcid":"https://orcid.org/0000-0002-0070-7343"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Straesser","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0070-7343","affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066026789","display_name":"Jonas Mathiasch","orcid":"https://orcid.org/0000-0002-9198-8354"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Mathiasch","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9198-8354","affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063155276","display_name":"Andr\u00e9 Bauer","orcid":"https://orcid.org/0000-0002-5582-8812"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 Bauer","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5582-8812","affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013790674","display_name":"Samuel Kounev","orcid":"https://orcid.org/0000-0001-9742-2063"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Samuel Kounev","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9742-2063","affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I25974101"],"apc_list":null,"apc_paid":null,"fwci":8.132,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.9818865,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"187","last_page":"198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9180130958557129},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.8737473487854004},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.7929508090019226},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7772856950759888},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7760136723518372},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.6087035536766052},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5649495124816895},{"id":"https://openalex.org/keywords/dashboard","display_name":"Dashboard","score":0.5352231860160828},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.42005330324172974},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4117295742034912},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2792382836341858},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.158482164144516}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9180130958557129},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.8737473487854004},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.7929508090019226},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7772856950759888},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7760136723518372},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.6087035536766052},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5649495124816895},{"id":"https://openalex.org/C33499554","wikidata":"https://www.wikidata.org/wiki/Q1417134","display_name":"Dashboard","level":2,"score":0.5352231860160828},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.42005330324172974},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4117295742034912},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2792382836341858},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.158482164144516},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3578244.3583726","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578244.3583726","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578244.3583726","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3578244.3583726","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578244.3583726","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578244.3583726","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.550000011920929,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4361198014.pdf","grobid_xml":"https://content.openalex.org/works/W4361198014.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1651603302","https://openalex.org/W2053736319","https://openalex.org/W2100618668","https://openalex.org/W2746157094","https://openalex.org/W2884562830","https://openalex.org/W2897681223","https://openalex.org/W2943480896","https://openalex.org/W2997610782","https://openalex.org/W3003338482","https://openalex.org/W3048145331","https://openalex.org/W3082308958","https://openalex.org/W3082586531","https://openalex.org/W3158429528","https://openalex.org/W3173692357","https://openalex.org/W4206279816","https://openalex.org/W4289655061","https://openalex.org/W4289979017"],"related_works":["https://openalex.org/W3110339796","https://openalex.org/W3135939249","https://openalex.org/W4393889292","https://openalex.org/W4376624698","https://openalex.org/W4393743571","https://openalex.org/W4288639410","https://openalex.org/W4288639263","https://openalex.org/W4391835618","https://openalex.org/W4288639245","https://openalex.org/W3092086518"],"abstract_inverted_index":{"Container":[0],"orchestration":[1,49,141],"frameworks":[2,50,155],"play":[3],"a":[4,43,82,93,120,129,160],"critical":[5],"role":[6],"in":[7,68,159],"modern":[8],"cloud":[9],"computing":[10],"paradigms":[11],"such":[12,34,69,107],"as":[13,28,35],"cloud-native":[14],"or":[15],"serverless":[16],"computing.":[17],"They":[18],"significantly":[19],"impact":[20],"the":[21,63,100,133,145,154,165],"quality":[22],"and":[23,40,71,103,116,119,157,163,182],"cost":[24],"of":[25,47,88,95,135,147,153],"service":[26],"deployment":[27],"they":[29],"manage":[30],"many":[31,64],"performance-critical":[32],"tasks":[33,66],"container":[36,48,89,96,140,175],"provisioning,":[37],"scheduling,":[38],"scaling,":[39],"networking.":[41],"Consequently,":[42],"comprehensive":[44],"performance":[45],"assessment":[46],"is":[51,57,111,123],"essential.":[52],"However,":[53],"until":[54],"now,":[55],"there":[56],"no":[58],"benchmarking":[59,87,104,130],"approach":[60,84,149],"that":[61,85],"covers":[62],"different":[65,74],"implemented":[67],"platforms":[70],"supports":[72],"evaluating":[73],"technology":[75],"stacks.":[76],"In":[77],"this":[78],"paper,":[79],"we":[80,98,127],"present":[81],"systematic":[83],"enables":[86],"orchestrators.":[90],"Based":[91],"on":[92,164,174],"definition":[94,134],"orchestration,":[97],"define":[99],"core":[101],"requirements":[102],"scope":[105],"for":[106,139],"platforms.":[108],"Each":[109],"requirement":[110],"then":[112],"linked":[113],"to":[114],"metrics":[115],"measurement":[117],"methods,":[118],"benchmark":[121],"architecture":[122],"proposed.":[124],"With":[125],"COFFEE,":[126],"introduce":[128],"tool":[131],"supporting":[132],"complex":[136],"test":[137],"campaigns":[138],"frameworks.":[142],"We":[143],"demonstrate":[144],"potential":[146],"our":[148],"with":[150],"case":[151,171],"studies":[152,172],"Kubernetes":[156],"Nomad":[158],"self-hosted":[161],"environment":[162],"Google":[166],"Cloud":[167],"Platform.":[168],"The":[169],"presented":[170],"focus":[173],"startup":[176],"times,":[177],"crash":[178],"recovery,":[179],"rolling":[180],"updates,":[181],"more.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}
