{"id":"https://openalex.org/W2120909947","doi":"https://doi.org/10.1109/tc.2014.2315614","title":"Statistical Performance Comparisons of Computers","display_name":"Statistical Performance Comparisons of Computers","publication_year":2014,"publication_date":"2014-04-04","ids":{"openalex":"https://openalex.org/W2120909947","doi":"https://doi.org/10.1109/tc.2014.2315614","mag":"2120909947"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2014.2315614","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2014.2315614","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109886311","display_name":"Tianshi Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4391767888","display_name":"State Key Laboratory of Computer Architecture","ror":"https://ror.org/02pq9w205","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"]},{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianshi Chen","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Beijing 100190, China",", State Key Laboratory of Computer Architecture, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I62853816"]},{"raw_affiliation_string":", State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I4391767888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103063161","display_name":"Qi Guo","orcid":"https://orcid.org/0000-0003-2530-5874"},"institutions":[{"id":"https://openalex.org/I4210124304","display_name":"Forbes Funds","ror":"https://ror.org/033myqh37","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210124304"]},{"id":"https://openalex.org/I4210164627","display_name":"Forbes Hospital","ror":"https://ror.org/05a55tn50","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1310421338","https://openalex.org/I4210164627"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Guo","raw_affiliation_strings":["Department of ECE, 5000 Forbes Ave., Pittsburgh, PA 15213, USA",", Department of ECE, 5000 Forbes Ave., Pittsburgh, PA 15213, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of ECE, 5000 Forbes Ave., Pittsburgh, PA 15213, USA","institution_ids":["https://openalex.org/I4210124304"]},{"raw_affiliation_string":", Department of ECE, 5000 Forbes Ave., Pittsburgh, PA 15213, USA","institution_ids":["https://openalex.org/I4210164627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040252809","display_name":"Olivier Temam","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210126360","display_name":"Centre Inria de Saclay","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Olivier Temam","raw_affiliation_strings":["Saclay, INRIA, 2-4 rue J. Monod, Orsay, France","[Saclay, INRIA, 2-4 rue J. Monod, Orsay, France]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saclay, INRIA, 2-4 rue J. Monod, Orsay, France","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]},{"raw_affiliation_string":"[Saclay, INRIA, 2-4 rue J. Monod, Orsay, France]","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034298207","display_name":"Yue Wu","orcid":"https://orcid.org/0000-0001-7680-9285"},"institutions":[{"id":"https://openalex.org/I4391767888","display_name":"State Key Laboratory of Computer Architecture","ror":"https://ror.org/02pq9w205","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"]},{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Wu","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Beijing 100190, China",", State Key Laboratory of Computer Architecture, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I62853816"]},{"raw_affiliation_string":", State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I4391767888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101807410","display_name":"Yungang Bao","orcid":"https://orcid.org/0000-0001-6565-5276"},"institutions":[{"id":"https://openalex.org/I4391767888","display_name":"State Key Laboratory of Computer Architecture","ror":"https://ror.org/02pq9w205","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"]},{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yungang Bao","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Beijing 100190, China",", State Key Laboratory of Computer Architecture, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I62853816"]},{"raw_affiliation_string":", State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I4391767888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101756701","display_name":"Zhiwei Xu","orcid":"https://orcid.org/0000-0001-7733-8219"},"institutions":[{"id":"https://openalex.org/I4391767888","display_name":"State Key Laboratory of Computer Architecture","ror":"https://ror.org/02pq9w205","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"]},{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Xu","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Beijing 100190, China",", State Key Laboratory of Computer Architecture, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I62853816"]},{"raw_affiliation_string":", State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I4391767888"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036492388","display_name":"Yunji Chen","orcid":"https://orcid.org/0000-0003-3925-5185"},"institutions":[{"id":"https://openalex.org/I4391767888","display_name":"State Key Laboratory of Computer Architecture","ror":"https://ror.org/02pq9w205","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"]},{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunji Chen","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Beijing 100190, China",", State Key Laboratory of Computer Architecture, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I62853816"]},{"raw_affiliation_string":", State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I4391767888"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6539,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.93424743,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"64","issue":"5","first_page":"1442","last_page":"1455"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spec#","display_name":"Spec#","score":0.6872888207435608},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6673530340194702},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6573227643966675},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.604383647441864},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.49293994903564453},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.491792231798172},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4815700054168701},{"id":"https://openalex.org/keywords/parsec","display_name":"Parsec","score":0.4147120416164398},{"id":"https://openalex.org/keywords/performance-improvement","display_name":"Performance improvement","score":0.41431787610054016},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38702496886253357},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3854295611381531},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.36520859599113464},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.33937162160873413},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3185669183731079},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12383204698562622}],"concepts":[{"id":"https://openalex.org/C2778565505","wikidata":"https://www.wikidata.org/wiki/Q2207566","display_name":"Spec#","level":2,"score":0.6872888207435608},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6673530340194702},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6573227643966675},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.604383647441864},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.49293994903564453},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.491792231798172},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4815700054168701},{"id":"https://openalex.org/C44060867","wikidata":"https://www.wikidata.org/wiki/Q12129","display_name":"Parsec","level":3,"score":0.4147120416164398},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.41431787610054016},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38702496886253357},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3854295611381531},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.36520859599113464},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.33937162160873413},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3185669183731079},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12383204698562622},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C150846664","wikidata":"https://www.wikidata.org/wiki/Q7602306","display_name":"Stars","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2014.2315614","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2014.2315614","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1795454165","display_name":null,"funder_award_id":"61221062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3561269033","display_name":null,"funder_award_id":"61222204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6672622761","display_name":null,"funder_award_id":"61133004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8211211287","display_name":null,"funder_award_id":"61303158","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8950685134","display_name":"\u57fa\u4e8e\u4eba\u5de5\u667a\u80fd\u65b9\u6cd5\u7684\u591a\u6838\u5904\u7406\u5668\u5927\u89c4\u6a21\u4eff\u771f\u9a8c\u8bc1\u6280\u672f\u7814\u7a76","funder_award_id":"61100163","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1565746575","https://openalex.org/W1589154916","https://openalex.org/W1985291814","https://openalex.org/W1990701202","https://openalex.org/W2005740976","https://openalex.org/W2014957836","https://openalex.org/W2025320861","https://openalex.org/W2059710695","https://openalex.org/W2092393083","https://openalex.org/W2093708648","https://openalex.org/W2098974564","https://openalex.org/W2099951182","https://openalex.org/W2100189461","https://openalex.org/W2107773544","https://openalex.org/W2117902492","https://openalex.org/W2118020555","https://openalex.org/W2131609469","https://openalex.org/W2141386638","https://openalex.org/W2145021036","https://openalex.org/W2145821850","https://openalex.org/W2149207009","https://openalex.org/W2153530968","https://openalex.org/W2155296518","https://openalex.org/W2157070686","https://openalex.org/W2165134790","https://openalex.org/W2166690839","https://openalex.org/W2166693749","https://openalex.org/W2168155345","https://openalex.org/W2168654016","https://openalex.org/W2169875292","https://openalex.org/W2396820990","https://openalex.org/W2725179571","https://openalex.org/W4232751114","https://openalex.org/W4235385348","https://openalex.org/W4238549726","https://openalex.org/W4244372507","https://openalex.org/W4246439759","https://openalex.org/W4252684946","https://openalex.org/W4394664034","https://openalex.org/W6674916494","https://openalex.org/W6711904719"],"related_works":["https://openalex.org/W3082894236","https://openalex.org/W2142488884","https://openalex.org/W1838930658","https://openalex.org/W2186315912","https://openalex.org/W4252566889","https://openalex.org/W2169875292","https://openalex.org/W2066278930","https://openalex.org/W2024270436","https://openalex.org/W2153288182","https://openalex.org/W2748343979"],"abstract_inverted_index":{"As":[0],"a":[1,66,70,88,112,122,155],"fundamental":[2],"task":[3],"in":[4,45,118,138,199],"computer":[5,18,145],"architecture":[6],"research,":[7],"performance":[8,22,27,36,59,67,91,96,116,136,141,162,167],"comparison":[9,68],"has":[10,169,190],"been":[11,191],"continuously":[12],"hampered":[13],"by":[14],"the":[15,24,33,42,46,54,130,140,153,166,180,200],"variability":[16,28],"of":[17,26,35,41,58,115,125,143,182],"performance.":[19],"In":[20,61,128],"traditional":[21],"comparisons,":[23],"impact":[25],"is":[29,99,148],"usually":[30],"ignored":[31],"(i.e.,":[32],"means":[34],"observations":[37,117],"are":[38],"compared":[39],"regardless":[40],"variability),":[43],"or":[44,175],"few":[47],"cases":[48],"directly":[49],"addressed":[50],"with$t$-statistics":[51],"without":[52],"checking":[53],"number":[55,114],"and":[56,73,77,197],"normality":[57],"observations.":[60],"this":[62],"paper,":[63],"we":[64],"formulate":[65],"as":[69,193],"statistical":[71,185],"task,":[72],"empirically":[74],"illustrate":[75],"why":[76],"how":[78],"common":[79,156],"practices":[80],"can":[81,133],"lead":[82],"to":[83,110,120,164],"incorrect":[84],"comparisons.":[85],"We":[86],"propose":[87],"non-parametric":[89],"hierarchical":[90],"testing":[92],"(HPT)":[93],"framework":[94,189],"for":[95],"comparison,":[97,137],"which":[98,139,158,178],"significantly":[100],"more":[101],"practical":[102],"than":[103],"standard$t$-statistics":[104],"because":[105],"it":[106],"does":[107],"not":[108],"require":[109],"collect":[111],"large":[113],"order":[119],"achieve":[121],"normal":[123],"distribution":[124],"sample":[126],"mean.":[127],"particular,":[129],"proposed":[131],"HPT":[132,188],"facilitate":[134],"quantitative":[135],"speedup":[142,168],"one":[144],"over":[146],"another":[147],"statistically":[149],"evaluated.":[150],"Compared":[151],"with":[152],"HPT,":[154],"practice":[157],"uses":[159],"geometric":[160],"mean":[161],"scores":[163],"estimate":[165],"errors":[170],"of$8.0$to$56.3$percent":[171],"on":[172],"SPEC":[173,176],"CPU2006":[174],"MPI2007,":[177],"demonstrates":[179],"necessity":[181],"using":[183],"appropriate":[184],"techniques.":[186],"This":[187],"implemented":[192],"an":[194],"open-source":[195],"software,":[196],"integrated":[198],"PARSEC":[201],"3.0":[202],"benchmark":[203],"suite.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":4},{"year":2014,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}