{"id":"https://openalex.org/W4361198022","doi":"https://doi.org/10.1145/3578244.3583724","title":"Meterstick: Benchmarking Performance Variability in Cloud and Self-hosted Minecraft-like Games","display_name":"Meterstick: Benchmarking Performance Variability in Cloud and Self-hosted Minecraft-like Games","publication_year":2023,"publication_date":"2023-03-29","ids":{"openalex":"https://openalex.org/W4361198022","doi":"https://doi.org/10.1145/3578244.3583724"},"language":"en","primary_location":{"id":"doi:10.1145/3578244.3583724","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578244.3583724","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578244.3583724","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3578244.3583724","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030707131","display_name":"Jerrit Eickhoff","orcid":"https://orcid.org/0000-0003-0627-294X"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jerrit Eickhoff","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-0627-294X","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076494860","display_name":"Jesse Donkervliet","orcid":"https://orcid.org/0000-0002-3067-6402"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jesse Donkervliet","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-3067-6402","affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006986556","display_name":"Alexandru Iosup","orcid":"https://orcid.org/0000-0001-8030-9398"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alexandru Iosup","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-8030-9398","affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"173","last_page":"185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8906248211860657},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7479526400566101},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.735564112663269},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6337310671806335},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5920190215110779},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5805773138999939},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5638930201530457},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5197117328643799},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37261492013931274},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1595543920993805},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.111813485622406},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09531587362289429},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0788249671459198}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8906248211860657},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7479526400566101},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.735564112663269},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6337310671806335},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5920190215110779},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5805773138999939},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5638930201530457},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5197117328643799},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37261492013931274},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1595543920993805},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.111813485622406},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09531587362289429},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0788249671459198},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3578244.3583724","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578244.3583724","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578244.3583724","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/b4d7d275-b7e9-461a-957c-e0b10a64c924","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/b4d7d275-b7e9-461a-957c-e0b10a64c924","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Eickhoff, J, Donkervliet, J & Iosup, A 2023, Meterstick: Benchmarking Performance Variability in Cloud and Self-hosted Minecraft-like Games. in ICPE '23 : Proceedings of the 2023 ACM/SPEC International Conference on Performance Engineering. Association for Computing Machinery, Inc, pp. 173-185, 14th Annual ACM/SPEC International Conference on Performance Engineering, ICPE 2023, Coimbra, Portugal, 15/04/23. https://doi.org/10.1145/3578244.3583724","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:research.vu.nl:openaire/b4d7d275-b7e9-461a-957c-e0b10a64c924","is_oa":true,"landing_page_url":"https://hdl.handle.net/1871.1/b4d7d275-b7e9-461a-957c-e0b10a64c924","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Eickhoff, J, Donkervliet, J & Iosup, A 2023, Meterstick: Benchmarking Performance Variability in Cloud and Self-hosted Minecraft-like Games. in ICPE '23 : Proceedings of the 2023 ACM/SPEC International Conference on Performance Engineering. Association for Computing Machinery, Inc, pp. 173-185, 14th Annual ACM/SPEC International Conference on Performance Engineering, ICPE 2023, Coimbra, Portugal, 15/04/23. https://doi.org/10.1145/3578244.3583724","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3578244.3583724","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578244.3583724","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578244.3583724","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8647410017","display_name":null,"funder_award_id":"OCENW.KLEIN.209","funder_id":"https://openalex.org/F4320330631","funder_display_name":"Nederlandse Organisatie voor Toegepast Natuurwetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320330631","display_name":"Nederlandse Organisatie voor Toegepast Natuurwetenschappelijk Onderzoek","ror":"https://ror.org/01bnjb948"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4361198022.pdf","grobid_xml":"https://content.openalex.org/works/W4361198022.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W159719520","https://openalex.org/W2011531788","https://openalex.org/W2068561128","https://openalex.org/W2073401877","https://openalex.org/W2099040451","https://openalex.org/W2100976479","https://openalex.org/W2121896699","https://openalex.org/W2169777175","https://openalex.org/W2172067026","https://openalex.org/W2599059562","https://openalex.org/W2614986935","https://openalex.org/W2618376619","https://openalex.org/W2791908750","https://openalex.org/W2933092696","https://openalex.org/W4214566450","https://openalex.org/W4255494496","https://openalex.org/W4393520825","https://openalex.org/W6669826633"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"Due":[0],"to":[1,58,79,144,178,188,214],"increasing":[2],"popularity":[3],"and":[4,55,129,141,159,169,171,175,194,211],"strict":[5],"performance":[6,18,110,127,153,183,202,216],"requirements,":[7],"online":[8,28],"games":[9,29],"have":[10],"become":[11],"a":[12,80,113,135,197],"workload":[13],"of":[14,22,27,97,119,126,165,182,199],"interest":[15],"for":[16,116,139,208],"the":[17,23,31,40,93,117,146,191,201],"engineering":[19],"community.":[20],"One":[21],"most":[24,43],"popular":[25,44],"types":[26],"is":[30,112],"Minecraft-like":[32],"Game":[33],"(MLG),":[34],"in":[35,121],"which":[36],"players":[37,69,83,99],"can":[38,100],"terraform":[39],"environment.":[41],"The":[42],"MLG,":[45],"Minecraft,":[46],"provides":[47],"not":[48],"only":[49,77],"entertainment,":[50],"but":[51],"also":[52],"educational":[53],"support":[54,66,75],"social":[56],"interaction,":[57],"over":[59],"130":[60],"million":[61],"people":[62],"world-wide.":[63],"MLGs":[64,140],"currently":[65],"their":[67],"many":[68],"by":[70,196],"replicating":[71],"isolated":[72],"instances":[73],"that":[74,109,149],"each":[76],"up":[78],"few":[81],"hundred":[82],"under":[84],"favorable":[85],"conditions.":[86],"In":[87,104],"practice,":[88],"as":[89],"we":[90,107],"show":[91],"here,":[92],"real":[94],"upper":[95],"limit":[96],"supported":[98],"be":[101,179],"much":[102],"lower.":[103],"this":[105],"work,":[106],"posit":[108],"variability":[111],"key":[114],"cause":[115],"lack":[118],"scalability":[120],"MLGs,":[122,166],"investigate":[123],"experimentally":[124],"causes":[125],"variability,":[128,154],"derive":[130,205],"actionable":[131,206],"insights.":[132],"We":[133,161,204],"propose":[134],"novel":[136],"operational":[137],"model":[138],"use":[142],"it":[143],"design":[145],"first":[147],"benchmark":[148],"focuses":[150],"on":[151],"MLG":[152],"defining":[155],"specialized":[156],"workloads,":[157],"metrics,":[158],"processes.":[160],"conduct":[162],"real-world":[163],"benchmarking":[164],"both":[167],"cloud-based":[168],"self-hosted,":[170],"find":[172],"environment-based":[173],"workloads":[174],"cloud":[176],"deployment":[177],"significant":[180],"sources":[181],"variability:":[184],"peak-latency":[185],"degrades":[186],"sharply":[187],"20.7":[189],"times":[190],"arithmetic":[192],"mean,":[193],"exceeds":[195],"factor":[198],"7.4":[200],"requirements.":[203],"insights":[207],"game-developers,":[209],"game-operators,":[210],"other":[212],"stakeholders":[213],"tame":[215],"variability.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}