{"id":"https://openalex.org/W2170467352","doi":"https://doi.org/10.1109/iiswc.2008.4636099","title":"Can hardware performance counters be trusted?","display_name":"Can hardware performance counters be trusted?","publication_year":2008,"publication_date":"2008-09-30","ids":{"openalex":"https://openalex.org/W2170467352","doi":"https://doi.org/10.1109/iiswc.2008.4636099","mag":"2170467352"},"language":"en","primary_location":{"id":"doi:10.1109/iiswc.2008.4636099","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iiswc.2008.4636099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Symposium on Workload Characterization","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034193547","display_name":"Vincent M. Weaver","orcid":"https://orcid.org/0000-0002-6815-9785"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vincent M. Weaver","raw_affiliation_strings":["Computer Systems Laboratory, Cornell University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Systems Laboratory, Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022715353","display_name":"Sally A. McKee","orcid":"https://orcid.org/0000-0003-0514-3767"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sally A. McKee","raw_affiliation_strings":["Computer Systems Laboratory, Cornell University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Systems Laboratory, Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":5.1785,"has_fulltext":false,"cited_by_count":112,"citation_normalized_percentile":{"value":0.95844666,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"141","last_page":"150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11005","display_name":"Radiation Effects in Electronics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spec#","display_name":"Spec#","score":0.9371492862701416},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8129112720489502},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7751197814941406},{"id":"https://openalex.org/keywords/instrumentation","display_name":"Instrumentation (computer programming)","score":0.5698451399803162},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.47828444838523865},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.47675830125808716},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4729725420475006},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.4543444812297821},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.4233008921146393},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3689395487308502},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1675269901752472}],"concepts":[{"id":"https://openalex.org/C2778565505","wikidata":"https://www.wikidata.org/wiki/Q2207566","display_name":"Spec#","level":2,"score":0.9371492862701416},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8129112720489502},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7751197814941406},{"id":"https://openalex.org/C118530786","wikidata":"https://www.wikidata.org/wiki/Q1134732","display_name":"Instrumentation (computer programming)","level":2,"score":0.5698451399803162},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.47828444838523865},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.47675830125808716},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4729725420475006},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.4543444812297821},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.4233008921146393},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3689395487308502},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1675269901752472},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/iiswc.2008.4636099","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iiswc.2008.4636099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Symposium on Workload Characterization","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.141.1880","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.141.1880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.csl.cornell.edu/~sam/papers/iiswc08.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.141.1909","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.141.1909","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.csl.cornell.edu/~sam/papers/iiswc08.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.561.7533","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.561.7533","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.iiswc.org/iiswc2008/Papers/014.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.620.9917","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.620.9917","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.csl.cornell.edu/~vince/papers/iiswc08/tr1051_08.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.41999998688697815}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W80738518","https://openalex.org/W153274108","https://openalex.org/W1522250664","https://openalex.org/W1876103846","https://openalex.org/W2047226031","https://openalex.org/W2092660561","https://openalex.org/W2092951036","https://openalex.org/W2098736822","https://openalex.org/W2111811249","https://openalex.org/W2118811116","https://openalex.org/W2122429238","https://openalex.org/W2128529779","https://openalex.org/W2134633067","https://openalex.org/W2150196852","https://openalex.org/W2153456949","https://openalex.org/W2156858199","https://openalex.org/W2163403936","https://openalex.org/W2171130115","https://openalex.org/W2593732767","https://openalex.org/W4239813889","https://openalex.org/W4241167142","https://openalex.org/W6603203735","https://openalex.org/W6631155369","https://openalex.org/W6733850097"],"related_works":["https://openalex.org/W878150521","https://openalex.org/W2008941207","https://openalex.org/W2373662841","https://openalex.org/W1970478390","https://openalex.org/W1533638723","https://openalex.org/W294916044","https://openalex.org/W2131667412","https://openalex.org/W2014546971","https://openalex.org/W2019959197","https://openalex.org/W4365460523"],"abstract_inverted_index":{"When":[0,116],"creating":[1],"architectural":[2],"tools,":[3],"it":[4,175],"is":[5,27,172,176],"essential":[6],"to":[7,131,143,150],"know":[8],"whether":[9],"the":[10,38,48,53,62,75,78,99,113,144,186],"generated":[11],"results":[12,39,135,171],"make":[13,66],"sense.":[14],"Comparing":[15],"a":[16,28,33,125],"toolpsilas":[17],"outputs":[18],"against":[19],"hardware":[20,89,122],"performance":[21,95],"counters":[22,123,182],"on":[23,108],"an":[24],"actual":[25],"machine":[26],"common":[29],"means":[30],"of":[31,61,69,77,112,127,129,185],"executing":[32],"quick":[34],"sanity":[35],"check.":[36],"If":[37],"do":[40],"not":[41],"match,":[42],"this":[43,70],"can":[44,167],"indicate":[45],"problems":[46],"with":[47,52,81,118],"tool,":[49],"unknown":[50],"interactions":[51],"benchmarks":[54,80],"being":[55],"investigated,":[56],"or":[57],"even":[58],"unexpected":[59],"behavior":[60,76],"real":[63],"hardware.":[64],"To":[65],"future":[67],"analyses":[68],"type":[71],"easier,":[72],"we":[73,138],"explore":[74],"SPEC":[79,101],"both":[82],"dynamic":[83],"binary":[84],"instrumentation":[85],"(DBI)":[86],"tools":[87],"and":[88,104,174],"counters.":[90],"We":[91],"collect":[92],"retired":[93],"instruction":[94],"counter":[96],"data":[97],"from":[98],"full":[100],"CPU":[102],"2000":[103],"2006":[105],"benchmark":[106],"suites":[107],"nine":[109],"different":[110],"implementations":[111],"times86":[114],"architecture.":[115],"run":[117],"no":[119],"special":[120],"preparation,":[121],"have":[124],"coefficient":[126],"variation":[128],"up":[130],"1.07%.":[132],"After":[133],"analyzing":[134],"in":[136,162],"depth,":[137],"find":[139],"that":[140,159,178],"minor":[141],"changes":[142,161],"experimental":[145],"setup":[146],"reduce":[147],"observed":[148,170],"errors":[149],"less":[151],"than":[152],"0.002%":[153],"for":[154],"all":[155],"benchmarks.":[156],"The":[157],"fact":[158],"subtle":[160],"how":[163],"experiments":[164],"are":[165],"conducted":[166],"largely":[168],"impact":[169],"unexpected,":[173],"important":[177],"researchers":[179],"using":[180],"these":[181],"be":[183],"aware":[184],"issues":[187],"involved.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":8}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}