{"id":"https://openalex.org/W2120909947","doi":"https://doi.org/10.1109/tc.2014.2315614","title":"Statistical Performance Comparisons of Computers","display_name":"Statistical Performance Comparisons of Computers","publication_year":2014,"publication_date":"2014-04-04","ids":{"openalex":"https://openalex.org/W2120909947","doi":"https://doi.org/10.1109/tc.2014.2315614","mag":"2120909947"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2014.2315614","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2014.2315614","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109886311","display_name":"Tianshi Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4391767888","display_name":"State Key Laboratory of Computer Architecture","ror":"https://ror.org/02pq9w205","country_code":null,"type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"]},{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianshi Chen","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Beijing 100190, China",", State Key Laboratory of Computer Architecture, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I62853816"]},{"raw_affiliation_string":", State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I4391767888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103063161","display_name":"Qi Guo","orcid":"https://orcid.org/0000-0003-2530-5874"},"institutions":[{"id":"https://openalex.org/I4210124304","display_name":"Forbes Funds","ror":"https://ror.org/033myqh37","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210124304"]},{"id":"https://openalex.org/I4210164627","display_name":"Forbes Hospital","ror":"https://ror.org/05a55tn50","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1310421338","https://openalex.org/I4210164627"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Guo","raw_affiliation_strings":["Department of ECE, 5000 Forbes Ave., Pittsburgh, PA 15213, USA",", Department of ECE, 5000 Forbes Ave., Pittsburgh, PA 15213, USA"],"affiliations":[{"raw_affiliation_string":"Department of ECE, 5000 Forbes Ave., Pittsburgh, PA 15213, USA","institution_ids":["https://openalex.org/I4210124304"]},{"raw_affiliation_string":", Department of ECE, 5000 Forbes Ave., Pittsburgh, PA 15213, USA","institution_ids":["https://openalex.org/I4210164627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040252809","display_name":"Olivier Temam","orcid":null},"institutions":[{"id":"https://openalex.org/I4210126360","display_name":"Inria Saclay - \u00cele de France","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Olivier Temam","raw_affiliation_strings":["Saclay, INRIA, 2-4 rue J. Monod, Orsay, France","[Saclay, INRIA, 2-4 rue J. Monod, Orsay, France]"],"affiliations":[{"raw_affiliation_string":"Saclay, INRIA, 2-4 rue J. Monod, Orsay, France","institution_ids":["https://openalex.org/I4210126360","https://openalex.org/I1326498283"]},{"raw_affiliation_string":"[Saclay, INRIA, 2-4 rue J. Monod, Orsay, France]","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034298207","display_name":"Yue Wu","orcid":"https://orcid.org/0000-0001-7680-9285"},"institutions":[{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]},{"id":"https://openalex.org/I4391767888","display_name":"State Key Laboratory of Computer Architecture","ror":"https://ror.org/02pq9w205","country_code":null,"type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Wu","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Beijing 100190, China",", State Key Laboratory of Computer Architecture, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I62853816"]},{"raw_affiliation_string":", State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I4391767888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101807410","display_name":"Yungang Bao","orcid":"https://orcid.org/0000-0001-6565-5276"},"institutions":[{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]},{"id":"https://openalex.org/I4391767888","display_name":"State Key Laboratory of Computer Architecture","ror":"https://ror.org/02pq9w205","country_code":null,"type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yungang Bao","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Beijing 100190, China",", State Key Laboratory of Computer Architecture, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I62853816"]},{"raw_affiliation_string":", State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I4391767888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101756701","display_name":"Zhiwei Xu","orcid":"https://orcid.org/0000-0001-7733-8219"},"institutions":[{"id":"https://openalex.org/I4391767888","display_name":"State Key Laboratory of Computer Architecture","ror":"https://ror.org/02pq9w205","country_code":null,"type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"]},{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Xu","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Beijing 100190, China",", State Key Laboratory of Computer Architecture, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I62853816"]},{"raw_affiliation_string":", State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I4391767888"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036492388","display_name":"Yunji Chen","orcid":"https://orcid.org/0000-0003-3925-5185"},"institutions":[{"id":"https://openalex.org/I4391767888","display_name":"State Key Laboratory of Computer Architecture","ror":"https://ror.org/02pq9w205","country_code":null,"type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"]},{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunji Chen","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Beijing 100190, China",", State Key Laboratory of Computer Architecture, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I62853816"]},{"raw_affiliation_string":", State Key Laboratory of Computer Architecture, Beijing 100190, China","institution_ids":["https://openalex.org/I4391767888"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5109886311"],"corresponding_institution_ids":["https://openalex.org/I4391767888","https://openalex.org/I62853816"],"apc_list":null,"apc_paid":null,"fwci":2.5266,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.89955203,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"64","issue":"5","first_page":"1442","last_page":"1455"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spec#","display_name":"Spec#","score":0.6872888207435608},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6673530340194702},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6573227643966675},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.604383647441864},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.49293994903564453},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.491792231798172},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4815700054168701},{"id":"https://openalex.org/keywords/parsec","display_name":"Parsec","score":0.4147120416164398},{"id":"https://openalex.org/keywords/performance-improvement","display_name":"Performance improvement","score":0.41431787610054016},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38702496886253357},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3854295611381531},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.36520859599113464},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.33937162160873413},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3185669183731079},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12383204698562622}],"concepts":[{"id":"https://openalex.org/C2778565505","wikidata":"https://www.wikidata.org/wiki/Q2207566","display_name":"Spec#","level":2,"score":0.6872888207435608},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6673530340194702},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6573227643966675},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.604383647441864},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.49293994903564453},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.491792231798172},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4815700054168701},{"id":"https://openalex.org/C44060867","wikidata":"https://www.wikidata.org/wiki/Q12129","display_name":"Parsec","level":3,"score":0.4147120416164398},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.41431787610054016},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38702496886253357},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3854295611381531},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.36520859599113464},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.33937162160873413},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3185669183731079},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12383204698562622},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C150846664","wikidata":"https://www.wikidata.org/wiki/Q7602306","display_name":"Stars","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2014.2315614","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2014.2315614","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1795454165","display_name":null,"funder_award_id":"61221062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3561269033","display_name":null,"funder_award_id":"61222204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6672622761","display_name":null,"funder_award_id":"61133004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8211211287","display_name":null,"funder_award_id":"61303158","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8950685134","display_name":null,"funder_award_id":"61100163","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1565746575","https://openalex.org/W1589154916","https://openalex.org/W1985291814","https://openalex.org/W1990701202","https://openalex.org/W2005740976","https://openalex.org/W2014957836","https://openalex.org/W2025320861","https://openalex.org/W2059710695","https://openalex.org/W2092393083","https://openalex.org/W2093708648","https://openalex.org/W2098974564","https://openalex.org/W2099951182","https://openalex.org/W2100189461","https://openalex.org/W2107773544","https://openalex.org/W2117902492","https://openalex.org/W2118020555","https://openalex.org/W2131609469","https://openalex.org/W2141386638","https://openalex.org/W2145021036","https://openalex.org/W2145821850","https://openalex.org/W2149207009","https://openalex.org/W2153530968","https://openalex.org/W2155296518","https://openalex.org/W2157070686","https://openalex.org/W2165134790","https://openalex.org/W2166690839","https://openalex.org/W2166693749","https://openalex.org/W2168155345","https://openalex.org/W2168654016","https://openalex.org/W2169875292","https://openalex.org/W2396820990","https://openalex.org/W2725179571","https://openalex.org/W4232751114","https://openalex.org/W4235385348","https://openalex.org/W4238549726","https://openalex.org/W4244372507","https://openalex.org/W4246439759","https://openalex.org/W4252684946","https://openalex.org/W4394664034","https://openalex.org/W6674916494","https://openalex.org/W6711904719"],"related_works":["https://openalex.org/W3082894236","https://openalex.org/W2142488884","https://openalex.org/W1838930658","https://openalex.org/W2186315912","https://openalex.org/W4252566889","https://openalex.org/W2169875292","https://openalex.org/W2066278930","https://openalex.org/W2024270436","https://openalex.org/W2153288182","https://openalex.org/W2748343979"],"abstract_inverted_index":{"As":[0],"a":[1,68,72,90,116,126,159],"fundamental":[2],"task":[3],"in":[4,45,122,142,208],"computer":[5,18,149],"architecture":[6],"research,":[7],"performance":[8,22,27,36,61,69,93,98,120,140,145,166,171],"comparison":[9,70],"has":[10,173,199],"been":[11,200],"continuously":[12],"hampered":[13],"by":[14],"the":[15,24,33,42,46,56,134,144,157,170,189,209],"variability":[16,28],"of":[17,26,35,41,60,119,129,147,175,191],"performance.":[19],"In":[20,63,132],"traditional":[21],"comparisons,":[23],"impact":[25],"is":[29,101,152],"usually":[30],"ignored":[31],"(i.e.,":[32],"means":[34],"observations":[37,121],"are":[38],"compared":[39],"regardless":[40],"variability),":[43],"or":[44,184],"few":[47],"cases":[48],"directly":[49],"addressed":[50],"with":[51,156],"<inline-formula><tex-math>$t$</tex-math></inline-formula>":[52,107],"-statistics":[53,108],"without":[54],"checking":[55],"number":[57,118],"and":[58,75,79,206],"normality":[59],"observations.":[62],"this":[64],"paper,":[65],"we":[66],"formulate":[67],"as":[71,202],"statistical":[73,194],"task,":[74],"empirically":[76],"illustrate":[77],"why":[78],"how":[80],"common":[81,160],"practices":[82],"can":[83,137],"lead":[84],"to":[85,114,124,168,178],"incorrect":[86],"comparisons.":[87],"We":[88],"propose":[89],"non-parametric":[91],"hierarchical":[92],"testing":[94],"(HPT)":[95],"framework":[96,198],"for":[97],"comparison,":[99,141],"which":[100,143,162,187],"significantly":[102],"more":[103],"practical":[104],"than":[105],"standard":[106],"because":[109],"it":[110],"does":[111],"not":[112],"require":[113],"collect":[115],"large":[117],"order":[123],"achieve":[125],"normal":[127],"distribution":[128],"sample":[130],"mean.":[131],"particular,":[133],"proposed":[135],"HPT":[136,197],"facilitate":[138],"quantitative":[139],"speedup":[146,172],"one":[148],"over":[150],"another":[151],"statistically":[153],"evaluated.":[154],"Compared":[155],"HPT,":[158],"practice":[161],"uses":[163],"geometric":[164],"mean":[165],"scores":[167],"estimate":[169],"errors":[174],"<inline-formula><tex-math>$8.0$":[176],"</tex-math></inline-formula>":[177],"<inline-formula><tex-math>$56.3$</tex-math></inline-formula>":[179],"percent":[180],"on":[181],"SPEC":[182,185],"CPU2006":[183],"MPI2007,":[186],"demonstrates":[188],"necessity":[190],"using":[192],"appropriate":[193],"techniques.":[195],"This":[196],"implemented":[201],"an":[203],"open-source":[204],"software,":[205],"integrated":[207],"PARSEC":[210],"3.0":[211],"benchmark":[212],"suite.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":4},{"year":2014,"cited_by_count":1}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}