{"id":"https://openalex.org/W2103466838","doi":"https://doi.org/10.1109/iiswc.2009.5306791","title":"Experimental evaluation of N-tier systems: Observation and analysis of multi-bottlenecks","display_name":"Experimental evaluation of N-tier systems: Observation and analysis of multi-bottlenecks","publication_year":2009,"publication_date":"2009-10-01","ids":{"openalex":"https://openalex.org/W2103466838","doi":"https://doi.org/10.1109/iiswc.2009.5306791","mag":"2103466838"},"language":"en","primary_location":{"id":"doi:10.1109/iiswc.2009.5306791","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iiswc.2009.5306791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 IEEE International Symposium on Workload Characterization (IISWC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001340836","display_name":"Simon Malkowski","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Simon Malkowski","raw_affiliation_strings":["Center of Experimental Research in Computer Systems, Georgia Institute of Technology, Atlanta, GA, USA","Center for Experimental Research in Computer Systems, Georgia Institute of Technology, Atlanta, 30332-0765, USA"],"affiliations":[{"raw_affiliation_string":"Center of Experimental Research in Computer Systems, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Center for Experimental Research in Computer Systems, Georgia Institute of Technology, Atlanta, 30332-0765, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042871717","display_name":"Markus Hedwig","orcid":null},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Markus Hedwig","raw_affiliation_strings":["Albert Ludwigs University of Freiburg, Freiburg im Breisgau, Germany","Information Systems Research, Albert-Ludwigs-University of Freiburg, 79098, Germany"],"affiliations":[{"raw_affiliation_string":"Albert Ludwigs University of Freiburg, Freiburg im Breisgau, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"Information Systems Research, Albert-Ludwigs-University of Freiburg, 79098, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081442372","display_name":"Calton Pu","orcid":"https://orcid.org/0000-0002-6616-8987"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Calton Pu","raw_affiliation_strings":["Center of Experimental Research in Computer Systems, Georgia Institute of Technology, Atlanta, GA, USA","Center for Experimental Research in Computer Systems, Georgia Institute of Technology, Atlanta, 30332-0765, USA"],"affiliations":[{"raw_affiliation_string":"Center of Experimental Research in Computer Systems, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Center for Experimental Research in Computer Systems, Georgia Institute of Technology, Atlanta, 30332-0765, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5001340836"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":15.4948,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.98778142,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"118","last_page":"127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.8628134727478027},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7746216654777527},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5651538968086243},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5097464919090271},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.49723437428474426},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4802994132041931},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4550120234489441},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.45086249709129333},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3921947479248047},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17467406392097473},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15901514887809753},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.11290633678436279}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.8628134727478027},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7746216654777527},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5651538968086243},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5097464919090271},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.49723437428474426},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4802994132041931},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4550120234489441},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.45086249709129333},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3921947479248047},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17467406392097473},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15901514887809753},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.11290633678436279},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iiswc.2009.5306791","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iiswc.2009.5306791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 IEEE International Symposium on Workload Characterization (IISWC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337388","display_name":"Division of Computer and Network Systems","ror":"https://ror.org/02rdzmk74"},{"id":"https://openalex.org/F4320337394","display_name":"Division of Engineering Education and Centers","ror":"https://ror.org/050rnw378"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W37059382","https://openalex.org/W159719520","https://openalex.org/W1496940124","https://openalex.org/W1510751866","https://openalex.org/W1535445971","https://openalex.org/W1589154916","https://openalex.org/W1781381850","https://openalex.org/W1904710828","https://openalex.org/W1988444990","https://openalex.org/W1995187905","https://openalex.org/W2003608091","https://openalex.org/W2008496845","https://openalex.org/W2028668389","https://openalex.org/W2046183884","https://openalex.org/W2069883870","https://openalex.org/W2096159000","https://openalex.org/W2103319318","https://openalex.org/W2107002253","https://openalex.org/W2128519721","https://openalex.org/W2130235153","https://openalex.org/W2142768700","https://openalex.org/W2143889951","https://openalex.org/W2146029280","https://openalex.org/W2160728547","https://openalex.org/W2165202235","https://openalex.org/W2171125765","https://openalex.org/W2392520865","https://openalex.org/W2502276222","https://openalex.org/W2886489975","https://openalex.org/W2999126209","https://openalex.org/W3149991892","https://openalex.org/W4238384792","https://openalex.org/W4238860748","https://openalex.org/W6630454668","https://openalex.org/W6631972788","https://openalex.org/W6639951305","https://openalex.org/W6647314586","https://openalex.org/W6649219916","https://openalex.org/W6657368966","https://openalex.org/W6753854179"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W2595172197","https://openalex.org/W1485337887","https://openalex.org/W2135248929","https://openalex.org/W2092690310","https://openalex.org/W1493624592","https://openalex.org/W3190662310","https://openalex.org/W1507878993","https://openalex.org/W2798440551","https://openalex.org/W2888459714"],"abstract_inverted_index":{"In":[0],"many":[1],"areas":[2],"such":[3,55],"as":[4,56],"e-commerce,":[5],"mission-critical":[6],"N-tier":[7,37,160],"applications":[8,38,161],"have":[9,35,83],"grown":[10],"increasingly":[11],"complex.":[12],"They":[13],"are":[14],"characterized":[15],"by":[16],"non-stationary":[17],"workloads":[18],"(e.g.,":[19],"peak":[20],"load":[21],"several":[22,92,130],"times":[23],"the":[24,31,46,79,146,150],"sustained":[25],"load)":[26],"and":[27,48,62],"complex":[28],"dependencies":[29],"among":[30],"component":[32],"servers.":[33],"We":[34,51,171],"studied":[36],"through":[39,65],"a":[40,135,174],"large":[41],"number":[42],"of":[43,75,111,121,138,149,177],"experiments":[44],"using":[45],"RUBiS":[47],"RUBBoS":[49],"benchmarks.":[50],"apply":[52],"statistical":[53],"methods":[54],"kernel":[57],"density":[58],"estimation,":[59],"adaptive":[60],"filtering,":[61],"change":[63],"detection":[64],"multiple-model":[66],"hypothesis":[67],"tests":[68],"to":[69,158],"analyze":[70],"more":[71,85,112,153],"than":[72],"200":[73],"GB":[74],"recorded":[76],"data.":[77,184],"Beyond":[78],"usual":[80],"single-bottlenecks,":[81],"we":[82],"observed":[84,183],"intricate":[86],"bottleneck":[87],"phenomena.":[88],"For":[89],"instance,":[90],"in":[91,140,180],"configurations":[93],"all":[94],"system":[95],"components":[96],"show":[97],"average":[98,126],"resource":[99,127,168],"utilization":[100,128,169],"significantly":[101],"below":[102],"saturation,":[103],"but":[104],"overall":[105],"throughput":[106],"is":[107],"limited":[108],"despite":[109],"addition":[110],"resources.":[113],"More":[114],"concretely,":[115],"our":[116,181],"analysis":[117],"shows":[118],"experimental":[119],"evidence":[120],"multi-bottleneck":[122],"cases":[123],"with":[124],"low":[125],"where":[129],"resources":[131],"saturate":[132],"alternatively,":[133],"indicating":[134],"clear":[136],"lack":[137],"independence":[139],"their":[141],"utilization.":[142],"Our":[143],"data":[144],"corroborates":[145],"increasing":[147],"awareness":[148],"need":[151],"for":[152],"sophisticated":[154],"analytical":[155],"performance":[156],"models":[157],"describe":[159],"that":[162],"do":[163],"not":[164],"rely":[165],"on":[166],"independent":[167],"assumptions.":[170],"also":[172],"present":[173],"preliminary":[175],"taxonomy":[176],"multi-bottlenecks":[178],"found":[179],"experimentally":[182]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":13},{"year":2012,"cited_by_count":6}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}