{"id":"https://openalex.org/W2089373480","doi":"https://doi.org/10.1145/2479871.2479934","title":"Systematic performance evaluation based on tailored benchmark applications","display_name":"Systematic performance evaluation based on tailored benchmark applications","publication_year":2013,"publication_date":"2013-04-21","ids":{"openalex":"https://openalex.org/W2089373480","doi":"https://doi.org/10.1145/2479871.2479934","mag":"2089373480"},"language":"en","primary_location":{"id":"doi:10.1145/2479871.2479934","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2479871.2479934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032663816","display_name":"Christian Wei\u00df","orcid":"https://orcid.org/0000-0002-3866-6874"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Christian Weiss","raw_affiliation_strings":["SAP Research, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"SAP Research, Karlsruhe, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084928876","display_name":"Dennis Westermann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dennis Westermann","raw_affiliation_strings":["SAP Research, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"SAP Research, Karlsruhe, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109056028","display_name":"Christoph Heger","orcid":null},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph Heger","raw_affiliation_strings":["Karlsruhe Institute for Technology (KIT), Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute for Technology (KIT), Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031772527","display_name":"Martin Moser","orcid":null},"institutions":[{"id":"https://openalex.org/I4210132444","display_name":"Systems, Applications & Products in Data Processing (Germany)","ror":"https://ror.org/03dsc8d33","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210132444"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Moser","raw_affiliation_strings":["SAP AG, Walldorf, Germany"],"affiliations":[{"raw_affiliation_string":"SAP AG, Walldorf, Germany","institution_ids":["https://openalex.org/I4210132444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5032663816"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1918,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89242165,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"411","last_page":"420"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9648000001907349,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11209","display_name":"Cardiovascular and exercise physiology","score":0.9495999813079834,"subfield":{"id":"https://openalex.org/subfields/2707","display_name":"Complementary and alternative medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7867758274078369},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7557190656661987},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5401337146759033},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.5322534441947937},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5057497024536133},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.49265056848526},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.47741663455963135},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.4728795886039734},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46211153268814087},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.39857882261276245},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3585872948169708},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.32937341928482056},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.31475526094436646},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17516493797302246},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.14171409606933594},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12589076161384583}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7867758274078369},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7557190656661987},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5401337146759033},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.5322534441947937},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5057497024536133},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.49265056848526},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.47741663455963135},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.4728795886039734},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46211153268814087},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39857882261276245},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3585872948169708},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.32937341928482056},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.31475526094436646},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17516493797302246},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.14171409606933594},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12589076161384583},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2479871.2479934","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2479871.2479934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W147556037","https://openalex.org/W1532226587","https://openalex.org/W1996792901","https://openalex.org/W2040616387","https://openalex.org/W2040924693","https://openalex.org/W2043119662","https://openalex.org/W2144086695","https://openalex.org/W2151556626","https://openalex.org/W2290498857","https://openalex.org/W2989943115"],"related_works":["https://openalex.org/W4361804730","https://openalex.org/W2142113611","https://openalex.org/W2334467465","https://openalex.org/W2018387840","https://openalex.org/W2087870008","https://openalex.org/W2045629210","https://openalex.org/W2162534555","https://openalex.org/W2752178021","https://openalex.org/W2143024819","https://openalex.org/W2964201926"],"abstract_inverted_index":{"Performance":[0],"(i.e.,":[1],"response":[2],"time,":[3],"throughput,":[4],"resource":[5],"consumption)":[6],"is":[7,114],"a":[8,57,77,86,152,166],"key":[9],"quality":[10],"metric":[11],"of":[12,42,59,76,103,123,159,172,178],"today's":[13],"applications":[14,150,164],"as":[15],"it":[16],"heavily":[17],"affects":[18],"customer":[19],"satisfaction.":[20],"SAP":[21,180],"strives":[22],"to":[23,72,89,95,118,147,162],"identify":[24,190],"and":[25,155],"fix":[26],"performance":[27,34,53,75,137,191,202],"problems":[28,192],"before":[29],"customers":[30],"face":[31],"them.":[32],"Therefore,":[33],"engineering":[35],"methods":[36],"are":[37,93],"applied":[38],"in":[39,48,68,175],"all":[40],"stages":[41],"the":[43,49,74,96,111,120,157,173,176,179],"software":[44,79,97],"lifecycle.":[45],"However,":[46],"especially":[47],"development":[50,183],"phase":[51],"continuous":[52],"evaluations":[54],"can":[55,188],"introduce":[56],"lot":[58],"overhead":[60],"for":[61,142],"developers":[62],"which":[63],"hinders":[64],"their":[65],"broad":[66],"application":[67,171],"practice.":[69],"In":[70,125],"order":[71],"evaluate":[73],"certain":[78],"artefact":[80,98],"(e.g.":[81],"comparing":[82],"two":[83],"design":[84],"alternatives),":[85],"developer":[87],"has":[88],"run":[90],"measurements":[91],"that":[92,133,186,193],"tailored":[94,136],"under":[99],"test.":[100],"The":[101,144,170],"use":[102],"standard":[104],"benchmarks":[105],"would":[106,194],"create":[107],"less":[108],"overhead,":[109],"but":[110],"information":[112],"gain":[113],"often":[115],"not":[116,195],"sufficient":[117],"answer":[119],"specific":[121],"questions":[122],"developers.":[124,143],"this":[126],"industrial":[127],"paper,":[128],"we":[129,187],"present":[130],"an":[131],"approach":[132,145,174],"enables":[134],"exhaustive,":[135],"testing":[138],"with":[139],"minimal":[140],"effort":[141],"allows":[146],"define":[148],"benchmark":[149,163],"through":[151],"domain-specific":[153],"model":[154],"realizes":[156],"transformation":[158],"those":[160],"models":[161],"via":[165],"generic":[167],"Benchmark":[168],"Framework.":[169],"context":[177],"Netweaver":[181],"Cloud":[182],"environment":[184],"demonstrated":[185],"efficiently":[189],"have":[196],"been":[197],"detected":[198],"by":[199],"our":[200],"existing":[201],"test":[203],"infrastructure.":[204]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}