{"id":"https://openalex.org/W3013968026","doi":"https://doi.org/10.18420/se2020_27","title":"Methodological Principles for Reproducible Performance Evaluation in Cloud Computing","display_name":"Methodological Principles for Reproducible Performance Evaluation in Cloud Computing","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3013968026","doi":"https://doi.org/10.18420/se2020_27","mag":"3013968026"},"language":"en","primary_location":{"id":"doi:10.18420/se2020_27","is_oa":true,"landing_page_url":"https://doi.org/10.18420/se2020_27","pdf_url":null,"source":{"id":"https://openalex.org/S7407052918","display_name":"Gesellschaft f\u00fcr Informatik (GI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.18420/se2020_27","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080443843","display_name":"Alessandro V. Papadopoulos","orcid":"https://orcid.org/0000-0002-1364-8127"},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Papadopoulos, Alessandro V.","raw_affiliation_strings":["[Malardalen University, V\u00e4ster\u00e5s, Sweden]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"[Malardalen University, V\u00e4ster\u00e5s, Sweden]","institution_ids":["https://openalex.org/I82509713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006950257","display_name":"Laurens Versluis","orcid":null},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Versluis, Laurens","raw_affiliation_strings":["Vrije Universiteit Amsterdam; Amsterdam The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam; Amsterdam The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063155276","display_name":"Andr\u00e9 Bauer","orcid":"https://orcid.org/0000-0002-5582-8812"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bauer, Andr\u00e9","raw_affiliation_strings":["University of Wurzburg, Wurzburg, Germany#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wurzburg, Wurzburg, Germany#TAB#","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051881330","display_name":"Nikolas Herbst","orcid":"https://orcid.org/0000-0003-3462-6426"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Herbst, Nikolas","raw_affiliation_strings":["University of Wurzburg, Wurzburg, Germany#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wurzburg, Wurzburg, Germany#TAB#","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015912332","display_name":"J\u00f3akim von Kistowski","orcid":"https://orcid.org/0000-0002-3046-5373"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kistowski, J\u00f3akim von","raw_affiliation_strings":["University of Wurzburg, Wurzburg, Germany#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wurzburg, Wurzburg, Germany#TAB#","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002226825","display_name":"Ahmed Ali-Eldin","orcid":"https://orcid.org/0000-0003-2774-9284"},"institutions":[{"id":"https://openalex.org/I90267481","display_name":"Ume\u00e5 University","ror":"https://ror.org/05kb8h459","country_code":"SE","type":"education","lineage":["https://openalex.org/I90267481"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ali-Eldin, Ahmed","raw_affiliation_strings":["Ume\u00e5 University, Umea, Sweden#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ume\u00e5 University, Umea, Sweden#TAB#","institution_ids":["https://openalex.org/I90267481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071047865","display_name":"Cristina L. Abad","orcid":"https://orcid.org/0000-0002-9263-673X"},"institutions":[{"id":"https://openalex.org/I2135383","display_name":"Escuela Superior Politecnica del Litoral","ror":"https://ror.org/04qenc566","country_code":"EC","type":"education","lineage":["https://openalex.org/I2135383"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Abad, Cristina L.","raw_affiliation_strings":["Escuela Superior Polit\u00e9cnica del Litoral, Guayaquil, Ecuador"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Escuela Superior Polit\u00e9cnica del Litoral, Guayaquil, Ecuador","institution_ids":["https://openalex.org/I2135383"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048554669","display_name":"Jos\u00e9 Nelson Amaral","orcid":"https://orcid.org/0000-0002-9943-1809"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Amaral, Jos\u00e9 Nelson","raw_affiliation_strings":["University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101719359","display_name":"Petr T\u016fma","orcid":"https://orcid.org/0000-0002-7035-2322"},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"T\u016fma, Petr","raw_affiliation_strings":["Charles University,Prague,Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University,Prague,Czech Republic","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006986556","display_name":"Alexandru Iosup","orcid":"https://orcid.org/0000-0001-8030-9398"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Iosup, Alexandru","raw_affiliation_strings":["Vrije Universiteit Amsterdam; Amsterdam The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam; Amsterdam The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2721,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.62265961,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9513999819755554,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8936463594436646},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6780619621276855},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6681551337242126},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5410057902336121},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5281151533126831},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.4918084442615509},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.35591021180152893},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11870118975639343},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08391508460044861},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.0710633397102356}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8936463594436646},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6780619621276855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6681551337242126},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5410057902336121},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5281151533126831},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.4918084442615509},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.35591021180152893},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11870118975639343},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08391508460044861},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0710633397102356},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18420/se2020_27","is_oa":true,"landing_page_url":"https://doi.org/10.18420/se2020_27","pdf_url":null,"source":{"id":"https://openalex.org/S7407052918","display_name":"Gesellschaft f\u00fcr Informatik (GI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18420/se2020_27","is_oa":true,"landing_page_url":"https://doi.org/10.18420/se2020_27","pdf_url":null,"source":{"id":"https://openalex.org/S7407052918","display_name":"Gesellschaft f\u00fcr Informatik (GI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2972838451","https://openalex.org/W116343289","https://openalex.org/W2994993796","https://openalex.org/W2101205592","https://openalex.org/W2182242413","https://openalex.org/W2171497221","https://openalex.org/W2218480195","https://openalex.org/W3127230180","https://openalex.org/W2806435960","https://openalex.org/W2975561601","https://openalex.org/W2944594907","https://openalex.org/W3137919061","https://openalex.org/W3110423852","https://openalex.org/W3003830210","https://openalex.org/W3126554837","https://openalex.org/W1491883058","https://openalex.org/W3184709413","https://openalex.org/W2512189293","https://openalex.org/W1995122494","https://openalex.org/W3134968238"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3],"report":[4],"on":[5,9,24],"our":[6],"recent":[7],"article":[8],"\\\"Methodological":[10],"Principles":[11],"for":[12],"Reproducible":[13],"Performance":[14,47],"Evaluation":[15,48],"in":[16,20],"Cloud":[17,40],"Computing\\\"":[18],"published":[19],"the":[21,39],"IEEE":[22],"Transactions":[23],"Software":[25],"Engineering":[26],"(TSE).":[27],"This":[28],"publication":[29],"is":[30],"a":[31,34],"result":[32],"of":[33,44],"joint":[35],"effort":[36],"coordinated":[37],"by":[38],"Research":[41],"Working":[42],"Group":[43],"SPEC":[45],"(Standard":[46],"Corporation).":[49]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2020-04-03T00:00:00"}