{"id":"https://openalex.org/W4391827239","doi":"https://doi.org/10.1109/tc.2024.3365941","title":"A Detailed Historical and Statistical Analysis of the Influence of Hardware Artifacts on SPEC Integer Benchmark Performance","display_name":"A Detailed Historical and Statistical Analysis of the Influence of Hardware Artifacts on SPEC Integer Benchmark Performance","publication_year":2024,"publication_date":"2024-02-14","ids":{"openalex":"https://openalex.org/W4391827239","doi":"https://doi.org/10.1109/tc.2024.3365941"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2024.3365941","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3365941","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101464602","display_name":"Yueyao Wang","orcid":"https://orcid.org/0000-0003-2017-9506"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yueyao Wang","raw_affiliation_strings":["School of Statistics and Mathematics, Zhejiang Gongshang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0003-2017-9506","affiliations":[{"raw_affiliation_string":"School of Statistics and Mathematics, Zhejiang Gongshang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036774717","display_name":"Samuel Furman","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Furman","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061395989","display_name":"Nicol\u00e1s Hardy","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicolas Hardy","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060765850","display_name":"Margaret Ellis","orcid":"https://orcid.org/0000-0003-3959-4304"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margaret Ellis","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081080607","display_name":"Godmar Back","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Godmar Back","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022205142","display_name":"Yili Hong","orcid":"https://orcid.org/0000-0003-1720-9540"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yili Hong","raw_affiliation_strings":["Department of Statistics, Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1720-9540","affiliations":[{"raw_affiliation_string":"Department of Statistics, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019476126","display_name":"Kirk W. Cameron","orcid":"https://orcid.org/0000-0002-1679-5448"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kirk Cameron","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1679-5448","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101464602"],"corresponding_institution_ids":["https://openalex.org/I75059550"],"apc_list":null,"apc_paid":null,"fwci":2.3718,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.88388301,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"73","issue":"5","first_page":"1262","last_page":"1274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spec#","display_name":"Spec#","score":0.9885931015014648},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8939070701599121},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8152816295623779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7725777626037598},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5274068713188171},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.5170031785964966},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.35311686992645264},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.14207938313484192},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08576467633247375}],"concepts":[{"id":"https://openalex.org/C2778565505","wikidata":"https://www.wikidata.org/wiki/Q2207566","display_name":"Spec#","level":2,"score":0.9885931015014648},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8939070701599121},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8152816295623779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7725777626037598},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5274068713188171},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.5170031785964966},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.35311686992645264},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.14207938313484192},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08576467633247375},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2024.3365941","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3365941","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5600000023841858,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1612402558","display_name":null,"funder_award_id":"CNS-1838271","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3388107560","display_name":null,"funder_award_id":"CNS-1939076","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1975635454","https://openalex.org/W2010540152","https://openalex.org/W2023847197","https://openalex.org/W2040766944","https://openalex.org/W2168654016","https://openalex.org/W2278149841","https://openalex.org/W2514303448","https://openalex.org/W2794945502","https://openalex.org/W3003770219","https://openalex.org/W6732310728","https://openalex.org/W7019818124"],"related_works":["https://openalex.org/W2142488884","https://openalex.org/W4379115841","https://openalex.org/W2083794993","https://openalex.org/W2373662841","https://openalex.org/W3082894236","https://openalex.org/W1511772879","https://openalex.org/W4399363378","https://openalex.org/W1838930658","https://openalex.org/W4252566889","https://openalex.org/W2186315912"],"abstract_inverted_index":{"The":[0,20],"Standard":[1],"Performance":[2],"Evaluation":[3],"Corporation":[4],"(SPEC)":[5],"CPU":[6,40],"benchmark":[7,26,60,145,163],"has":[8,57],"been":[9],"widely":[10],"used":[11],"as":[12],"a":[13,33],"measure":[14],"of":[15,38,103,118,130,178],"computing":[16],"performance":[17,129,171],"for":[18,35,155],"decades.":[19],"SPEC":[21,59,132,179],"is":[22],"an":[23],"industry-standardized,":[24],"CPU-intensive":[25],"suite":[27,61,81],"and":[28,41,66,88,115,151,159],"the":[29,36,58,72,80,86,91,93,101,128,131,176],"collective":[30,152],"data":[31,180],"provide":[32,98],"proxy":[34],"history":[37],"worldwide":[39],"system":[42,105],"performance.":[43,184],"Past":[44],"efforts":[45],"have":[46,70],"not":[47],"provided":[48],"or":[49],"enabled":[50],"answers":[51,94],"to":[52,95,100,142,181],"questions":[53,97],"such":[54],"as,":[55],"how":[56],"evolved":[62],"empirically":[63],"over":[64],"time":[65],"what":[67],"micro-architecture":[68],"artifacts":[69,121,158],"had":[71,82,166],"most":[73],"influence":[74,84,169],"on":[75,85,127,170],"performance?\u2014have":[76],"any":[77],"micro-benchmarks":[78],"within":[79],"undue":[83,168],"results":[87],"comparisons":[89],"among":[90],"codes?\u2014can":[92],"these":[96,109],"insights":[99],"future":[102,183],"computer":[104],"performance?":[106],"To":[107],"answer":[108],"questions,":[110],"we":[111,160],"detail":[112,139],"our":[113],"historical":[114],"statistical":[116],"analysis":[117],"specific":[119],"hardware":[120,157],"(clock":[122],"frequencies,":[123],"core":[124],"counts,":[125],"etc.)":[126],"benchmarks":[133],"since":[134],"1995.":[135],"We":[136,147,173],"discuss":[137],"in":[138],"several":[140],"methods":[141],"normalize":[143],"across":[144],"evolutions.":[146],"perform":[148],"both":[149],"isolated":[150],"sensitivity":[153],"analyses":[154],"various":[156],"identify":[161],"one":[162],"(libquantum)":[164],"that":[165],"somewhat":[167],"outcomes.":[172],"also":[174],"present":[175],"use":[177],"predict":[182]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}