{"id":"https://openalex.org/W2146968471","doi":"https://doi.org/10.1109/iiswc.2007.4362196","title":"Hierarchical Means: Single Number Benchmarking with Workload Cluster Analysis","display_name":"Hierarchical Means: Single Number Benchmarking with Workload Cluster Analysis","publication_year":2007,"publication_date":"2007-09-01","ids":{"openalex":"https://openalex.org/W2146968471","doi":"https://doi.org/10.1109/iiswc.2007.4362196","mag":"2146968471"},"language":"en","primary_location":{"id":"doi:10.1109/iiswc.2007.4362196","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iiswc.2007.4362196","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 IEEE 10th International Symposium on Workload Characterization","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023107016","display_name":"Richard M. Yoo","orcid":"https://orcid.org/0000-0002-1349-8237"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Richard M. Yoo","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","Sch. of Electr. & Comput. Eng., Georgia Inst. of Tech., Atlanta, GA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Sch. of Electr. & Comput. Eng., Georgia Inst. of Tech., Atlanta, GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072539515","display_name":"Hsien-Hsin S. Lee","orcid":"https://orcid.org/0000-0002-8926-8243"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hsien-Hsin S. Lee","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","Software and Solutions Group, Managed Runtime Division, Intel Corporation, Hillsboro, OR, USA","Sch. of Electr. & Comput. Eng., Georgia Inst. of Tech., Atlanta, GA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Software and Solutions Group, Managed Runtime Division, Intel Corporation, Hillsboro, OR, USA","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Sch. of Electr. & Comput. Eng., Georgia Inst. of Tech., Atlanta, GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101497617","display_name":"Han Lee","orcid":"https://orcid.org/0000-0002-2451-4220"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han Lee","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","Software and Solutions Group, Managed Runtime Division, Intel Corporation, Hillsboro, OR, USA","Managed Runtime Division, Software and Solutions Group, Intel Corp., Hillsboro, OR 97123. han.lee@intel.com"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Software and Solutions Group, Managed Runtime Division, Intel Corporation, Hillsboro, OR, USA","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Managed Runtime Division, Software and Solutions Group, Intel Corp., Hillsboro, OR 97123. han.lee@intel.com","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071345383","display_name":"Kingsum Chow","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kingsum Chow","raw_affiliation_strings":["Software and Solutions Group, Managed Runtime Division, Intel Corporation, Hillsboro, OR, USA","Managed Runtime Division, Software and Solutions Group, Intel Corp., Hillsboro, OR 97123. kingsum.chow@intel.com#TAB#"],"affiliations":[{"raw_affiliation_string":"Software and Solutions Group, Managed Runtime Division, Intel Corporation, Hillsboro, OR, USA","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Managed Runtime Division, Software and Solutions Group, Intel Corp., Hillsboro, OR 97123. kingsum.chow@intel.com#TAB#","institution_ids":["https://openalex.org/I1343180700"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5023107016"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":2.4849,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.92017534,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"7","issue":null,"first_page":"204","last_page":"213"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8725351095199585},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.7388834953308105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7381511926651001},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7239087224006653},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6163361072540283},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5581609606742859},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5310770869255066},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3527895212173462},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.24295541644096375},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0977623462677002}],"concepts":[{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8725351095199585},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.7388834953308105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7381511926651001},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7239087224006653},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6163361072540283},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5581609606742859},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5310770869255066},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3527895212173462},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.24295541644096375},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0977623462677002},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iiswc.2007.4362196","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iiswc.2007.4362196","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 IEEE 10th International Symposium on Workload Characterization","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1506281249","https://openalex.org/W1679913846","https://openalex.org/W2005740976","https://openalex.org/W2010540152","https://openalex.org/W2059710695","https://openalex.org/W2084676211","https://openalex.org/W2117902492","https://openalex.org/W2124776405","https://openalex.org/W2151570360","https://openalex.org/W2161425888","https://openalex.org/W2164821985","https://openalex.org/W2166091242","https://openalex.org/W2223702412","https://openalex.org/W2285257517","https://openalex.org/W2534461193","https://openalex.org/W2535359146","https://openalex.org/W2537522345","https://openalex.org/W2540580618","https://openalex.org/W4244494905","https://openalex.org/W6637308636","https://openalex.org/W6678851513","https://openalex.org/W6683742379"],"related_works":["https://openalex.org/W4379115841","https://openalex.org/W2083794993","https://openalex.org/W1511772879","https://openalex.org/W4399363378","https://openalex.org/W4394660363","https://openalex.org/W2186315912","https://openalex.org/W2248125223","https://openalex.org/W2588591308","https://openalex.org/W2127898439","https://openalex.org/W3082894236"],"abstract_inverted_index":{"Benchmark":[0],"suite":[1,30,60,71,123,225],"scores":[2,15,64],"are":[3,16,31,233],"typically":[4,32],"calculated":[5],"by":[6,19,34],"averaging":[7],"the":[8,20,25,43,46,55,62,67,83,93,106,109,128,137,148,153,158,161,173,193,209,213,231],"performance":[9],"of":[10,22,27,45,57,69,108,111,121,140,152,212],"each":[11,89],"individual":[12,90],"workload.":[13],"The":[14,76],"inherently":[17],"affected":[18],"distribution":[21],"workloads.":[23],"Given":[24],"applications":[26],"a":[28,58,70,99,119,180,185,200],"benchmark":[29,59,63,112,122,187,203,216,224],"contributed":[33],"many":[35],"consortium":[36],"members,":[37],"workload":[38,91,141],"redundancy":[39,84,175],"becomes":[40],"inevitable.":[41],"Especially,":[42],"merger":[44],"benchmarks":[47],"can":[48,103,167],"significantly":[49,104],"increase":[50],"artificial":[51],"redundancy.":[52,142],"Redundancy":[53],"in":[54,179],"workloads":[56,232],"renders":[61],"biased,":[65],"making":[66],"score":[68,95,101,124],"susceptible":[72],"to":[73,81,87,135,171,199,207],"malicious":[74],"tweaks.":[75],"current":[77],"standard":[78],"workaround":[79],"method":[80],"alleviating":[82],"issue":[85],"is":[86],"weigh":[88],"during":[92],"final":[94],"calculation.":[96],"Unfortunately,":[97],"such":[98],"weight-based":[100,162],"adjustment":[102],"undermine":[105],"credibility":[107],"objectiveness":[110,159],"scores.":[113],"In":[114,164,189,218],"this":[115],"paper,":[116],"we":[117,220],"propose":[118],"set":[120],"calculation":[125],"methods":[126,144],"called":[127],"hierarchical":[129,194],"means":[130],"that":[131,223],"incorporate":[132],"cluster":[133,177],"analysis":[134],"amortize":[136],"negative":[138],"effect":[139],"These":[143],"not":[145],"only":[146],"improve":[147,157],"accuracy":[149],"and":[150,176],"robustness":[151],"score,":[154],"but":[155],"also":[156,168,221],"over":[160],"approach.":[163],"addition,":[165,219],"they":[166],"be":[169],"used":[170],"analyze":[172],"inherent":[174],"characteristics":[178],"quantitative":[181],"manner":[182],"for":[183],"evaluating":[184],"new":[186,214],"suite.":[188,217],"our":[190],"case":[191],"study,":[192],"geometric":[195],"mean":[196],"was":[197],"applied":[198],"hypothetical":[201],"Java":[202],"suite,":[204],"which":[205],"attempts":[206],"model":[208],"upcoming":[210],"release":[211],"SPECjvm":[215],"show":[222],"clustering":[226],"heavily":[227],"depends":[228],"on":[229],"how":[230],"characterized.":[234]},"counts_by_year":[{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}