{"id":"https://openalex.org/W2736114024","doi":"https://doi.org/10.1109/ispass.2017.7975293","title":"SimBench: A portable benchmarking methodology for full-system simulators","display_name":"SimBench: A portable benchmarking methodology for full-system simulators","publication_year":2017,"publication_date":"2017-04-01","ids":{"openalex":"https://openalex.org/W2736114024","doi":"https://doi.org/10.1109/ispass.2017.7975293","mag":"2736114024"},"language":"en","primary_location":{"id":"doi:10.1109/ispass.2017.7975293","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispass.2017.7975293","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research-repository.st-andrews.ac.uk/bitstream/10023/24317/1/Wagstaff_2017_ISPASS_SimBench_AAM.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044205392","display_name":"Harry Wagstaff","orcid":"https://orcid.org/0000-0002-2079-8596"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Harry Wagstaff","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012848825","display_name":"Bruno Bodin","orcid":"https://orcid.org/0000-0002-8762-7513"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bruno Bodin","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054308553","display_name":"Tom Spink","orcid":"https://orcid.org/0000-0002-7662-3146"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tom Spink","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070407969","display_name":"Bj\u00f6rn Franke","orcid":"https://orcid.org/0000-0002-1219-8523"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bjorn Franke","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":0.7608,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.67372409,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"217","last_page":"226"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/x86","display_name":"x86","score":0.86695396900177},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8384718894958496},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8100717663764954},{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.792797327041626},{"id":"https://openalex.org/keywords/spec#","display_name":"Spec#","score":0.7124240398406982},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6544908881187439},{"id":"https://openalex.org/keywords/binary-translation","display_name":"Binary translation","score":0.6280472278594971},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6227291226387024},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.5941058993339539},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.5878455638885498},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.5652101635932922},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4445473551750183},{"id":"https://openalex.org/keywords/performance-improvement","display_name":"Performance improvement","score":0.41328614950180054},{"id":"https://openalex.org/keywords/porting","display_name":"Porting","score":0.41132259368896484},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.16960066556930542},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10544407367706299}],"concepts":[{"id":"https://openalex.org/C170723468","wikidata":"https://www.wikidata.org/wiki/Q182933","display_name":"x86","level":3,"score":0.86695396900177},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8384718894958496},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8100717663764954},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.792797327041626},{"id":"https://openalex.org/C2778565505","wikidata":"https://www.wikidata.org/wiki/Q2207566","display_name":"Spec#","level":2,"score":0.7124240398406982},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6544908881187439},{"id":"https://openalex.org/C2778971978","wikidata":"https://www.wikidata.org/wiki/Q2287075","display_name":"Binary translation","level":3,"score":0.6280472278594971},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6227291226387024},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.5941058993339539},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.5878455638885498},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.5652101635932922},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4445473551750183},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.41328614950180054},{"id":"https://openalex.org/C106251023","wikidata":"https://www.wikidata.org/wiki/Q851989","display_name":"Porting","level":3,"score":0.41132259368896484},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.16960066556930542},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10544407367706299},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ispass.2017.7975293","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispass.2017.7975293","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS)","raw_type":"proceedings-article"},{"id":"pmh:oai:research-repository.st-andrews.ac.uk:10023/24317","is_oa":true,"landing_page_url":"https://hdl.handle.net/10023/24317","pdf_url":"https://research-repository.st-andrews.ac.uk/bitstream/10023/24317/1/Wagstaff_2017_ISPASS_SimBench_AAM.pdf","source":{"id":"https://openalex.org/S4306400230","display_name":"St Andrews Research Repository (St Andrews Research Repository)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I16835326","host_organization_name":"University of St Andrews","host_organization_lineage":["https://openalex.org/I16835326"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference item"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/62b37c1e-5232-42e5-926d-937a1fa90f14","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/62b37c1e-5232-42e5-926d-937a1fa90f14","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wagstaff, H, Bodin, B, Spink, T & Franke, B 2017, SimBench: A Portable Benchmarking Methodology for Full-System Simulators. in 2017 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS). Institute of Electrical and Electronics Engineers, pp. 217-226, 2017 IEEE International Symposium on Performance Analysis of Systems and Software, Santa Rosa, California, United States, 24/04/17. https://doi.org/10.1109/ISPASS.2017.7975293","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:pure.ed.ac.uk:publications/62b37c1e-5232-42e5-926d-937a1fa90f14","is_oa":false,"landing_page_url":"https://www.research.ed.ac.uk/portal/en/publications/simbench-a-portable-benchmarking-methodology-for-fullsystem-simulators(62b37c1e-5232-42e5-926d-937a1fa90f14).html","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:research-repository.st-andrews.ac.uk:10023/24317","is_oa":true,"landing_page_url":"https://hdl.handle.net/10023/24317","pdf_url":"https://research-repository.st-andrews.ac.uk/bitstream/10023/24317/1/Wagstaff_2017_ISPASS_SimBench_AAM.pdf","source":{"id":"https://openalex.org/S4306400230","display_name":"St Andrews Research Repository (St Andrews Research Repository)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I16835326","host_organization_name":"University of St Andrews","host_organization_lineage":["https://openalex.org/I16835326"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference item"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1120865348","display_name":null,"funder_award_id":"PAMELA EP/K008730/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G216287163","display_name":"PAMELA: a Panoramic Approach to the Many-CorE LAndsape - from end-user to end-device: a holistic game-changing approach","funder_award_id":"EP/K008730/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6368762450","display_name":null,"funder_award_id":"EP/K008730/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2736114024.pdf","grobid_xml":"https://content.openalex.org/works/W2736114024.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W66821362","https://openalex.org/W115429978","https://openalex.org/W1522250664","https://openalex.org/W1967211187","https://openalex.org/W1970967350","https://openalex.org/W1971358724","https://openalex.org/W1990601362","https://openalex.org/W2012712337","https://openalex.org/W2036853599","https://openalex.org/W2037504187","https://openalex.org/W2045566952","https://openalex.org/W2053576395","https://openalex.org/W2055184282","https://openalex.org/W2074353114","https://openalex.org/W2096218937","https://openalex.org/W2098005539","https://openalex.org/W2103604881","https://openalex.org/W2105321788","https://openalex.org/W2113181828","https://openalex.org/W2120635877","https://openalex.org/W2125989140","https://openalex.org/W2127221256","https://openalex.org/W2147657366","https://openalex.org/W2169875292","https://openalex.org/W2273440736","https://openalex.org/W2293077719","https://openalex.org/W2972412786","https://openalex.org/W3148209634","https://openalex.org/W3162397251","https://openalex.org/W4230706651","https://openalex.org/W4232896609","https://openalex.org/W4285719527","https://openalex.org/W6602724023","https://openalex.org/W6604836748","https://openalex.org/W6631155369","https://openalex.org/W6675903601","https://openalex.org/W6694513646","https://openalex.org/W6767985965"],"related_works":["https://openalex.org/W2386329253","https://openalex.org/W2387474457","https://openalex.org/W2369102298","https://openalex.org/W3195889798","https://openalex.org/W2384479030","https://openalex.org/W2538455664","https://openalex.org/W1964586167","https://openalex.org/W2766777357","https://openalex.org/W3005677086","https://openalex.org/W2376033584"],"abstract_inverted_index":{"Full-system":[0],"simulators":[1],"are":[2,53,188],"increasingly":[3],"finding":[4],"their":[5,67],"way":[6],"into":[7],"the":[8,12,58,76,79],"consumer":[9],"space":[10],"for":[11,21,47,57],"purposes":[13],"of":[14,60,78,90,113,179],"backwards":[15],"compatibility":[16],"and":[17,49,132,139,148,164,166,169,182],"hardware":[18],"emulation":[19],"(e.g.":[20],"games":[22],"consoles).":[23],"For":[24,158],"such":[25,41],"compute-intensive":[26],"applications":[27],"simulation":[28],"performance":[29,51,61,77,185],"is":[30,144,177],"paramount.":[31],"In":[32,104],"this":[33,84,105],"paper":[34,106],"we":[35,107,173],"argue":[36],"that":[37,175],"existing":[38,192],"benchmark":[39],"suites":[40],"as":[42,74],"SPEC":[43],"CPU2006,":[44],"originally":[45],"designed":[46,116],"architecture":[48],"compiler":[50],"evaluation,":[52],"not":[54,86],"well":[55],"suited":[56],"identification":[59],"bottlenecks":[62],"in":[63],"full-system":[64],"simulators.":[65],"While":[66],"large,":[68],"complex":[69],"workloads":[70],"provide":[71],"an":[72,97,110],"indication":[73,89],"to":[75,117,152],"simulator":[80,94],"on":[81,120],"`real-world'":[82],"workloads,":[83],"does":[85],"give":[87],"any":[88],"why":[91],"a":[92,121],"particular":[93],"might":[95],"run":[96,118],"application":[98],"faster":[99],"or":[100],"slower":[101],"than":[102],"another.":[103],"present":[108],"SimBench,":[109],"extensive":[111],"suite":[112],"targeted":[114],"micro-benchmarks":[115],"bare-metal":[119],"fullsystem":[122],"simulator.":[123],"SimBench":[124,143,176],"exercises":[125],"dynamic":[126],"binary":[127],"translation":[128],"(DBT)":[129],"performance,":[130,137],"interrupt":[131],"exception":[133],"handling,":[134],"memory":[135],"access":[136],"I/O":[138],"other":[140],"performance-sensitive":[141],"areas.":[142],"cross-platform":[145],"benchmarking":[146],"framework":[147],"can":[149],"be":[150],"retargeted":[151],"new":[153],"architectures":[154],"with":[155],"minimal":[156],"effort.":[157],"several":[159],"simulators,":[160],"including":[161],"QEMU,":[162],"Gem5":[163],"SimIt-ARM,":[165],"targeting":[167],"ARM":[168],"Intel":[170],"x86":[171],"architectures,":[172],"demonstrate":[174],"capable":[178],"accurately":[180],"pinpointing":[181],"explaining":[183],"real-world":[184],"anomalies,":[186],"which":[187],"largely":[189],"obfuscated":[190],"by":[191],"application-oriented":[193],"benchmarks.":[194]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}