{"id":"https://openalex.org/W3184126531","doi":"https://doi.org/10.1145/3437359.3465611","title":"BenchTool: a framework for the automation and standardization of HPC performance benchmarking","display_name":"BenchTool: a framework for the automation and standardization of HPC performance benchmarking","publication_year":2021,"publication_date":"2021-07-17","ids":{"openalex":"https://openalex.org/W3184126531","doi":"https://doi.org/10.1145/3437359.3465611","mag":"3184126531"},"language":"en","primary_location":{"id":"doi:10.1145/3437359.3465611","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3437359.3465611","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3437359.3465611","source":{"id":"https://openalex.org/S4306523034","display_name":"Practice and Experience in Advanced Research Computing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Practice and Experience in Advanced Research Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3437359.3465611","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038388633","display_name":"Matthew Cawood","orcid":"https://orcid.org/0000-0002-3625-3574"},"institutions":[{"id":"https://openalex.org/I4388891828","display_name":"Texas Advanced Computing Center","ror":"https://ror.org/00xg4bh43","country_code":null,"type":"facility","lineage":["https://openalex.org/I4388891828","https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matthew Cawood","raw_affiliation_strings":["Texas Advanced Computing Center, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, USA","institution_ids":["https://openalex.org/I4388891828"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079019652","display_name":"Stephen Lien Harrell","orcid":"https://orcid.org/0000-0001-5327-525X"},"institutions":[{"id":"https://openalex.org/I4388891828","display_name":"Texas Advanced Computing Center","ror":"https://ror.org/00xg4bh43","country_code":null,"type":"facility","lineage":["https://openalex.org/I4388891828","https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Lien Harrell","raw_affiliation_strings":["Texas Advanced Computing Center, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, USA","institution_ids":["https://openalex.org/I4388891828"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024582470","display_name":"T.E. Evans","orcid":"https://orcid.org/0000-0002-8357-5859"},"institutions":[{"id":"https://openalex.org/I4388891828","display_name":"Texas Advanced Computing Center","ror":"https://ror.org/00xg4bh43","country_code":null,"type":"facility","lineage":["https://openalex.org/I4388891828","https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Todd Evans","raw_affiliation_strings":["Texas Advanced Computing Center, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, USA","institution_ids":["https://openalex.org/I4388891828"]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5038388633"],"corresponding_institution_ids":["https://openalex.org/I4388891828"],"apc_list":null,"apc_paid":null,"fwci":0.4685,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82434473,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8516570329666138},{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.8385201692581177},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.800934910774231},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.605457603931427},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5770319700241089},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5769819617271423},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5763705968856812},{"id":"https://openalex.org/keywords/procurement","display_name":"Procurement","score":0.5656019449234009},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5323033332824707},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.47891056537628174},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4649812877178192},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.40374845266342163},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.34863778948783875},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.31246036291122437},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2836993932723999},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11399215459823608}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8516570329666138},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.8385201692581177},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.800934910774231},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.605457603931427},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5770319700241089},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5769819617271423},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5763705968856812},{"id":"https://openalex.org/C201650216","wikidata":"https://www.wikidata.org/wiki/Q829492","display_name":"Procurement","level":2,"score":0.5656019449234009},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5323033332824707},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.47891056537628174},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4649812877178192},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.40374845266342163},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.34863778948783875},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.31246036291122437},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2836993932723999},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11399215459823608},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3437359.3465611","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3437359.3465611","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3437359.3465611","source":{"id":"https://openalex.org/S4306523034","display_name":"Practice and Experience in Advanced Research Computing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Practice and Experience in Advanced Research Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3437359.3465611","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3437359.3465611","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3437359.3465611","source":{"id":"https://openalex.org/S4306523034","display_name":"Practice and Experience in Advanced Research Computing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Practice and Experience in Advanced Research Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G5271487896","display_name":null,"funder_award_id":"1854828","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3184126531.pdf","grobid_xml":"https://content.openalex.org/works/W3184126531.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"The":[0,92],"procurement":[1],"of":[2,24,42,57,74,105,109,117],"large":[3],"and":[4,22,45,59,65,76,114],"complex":[5],"HPC":[6],"systems":[7],"necessitates":[8],"an":[9],"extensive":[10],"planning":[11],"process.":[12],"This":[13,34],"process":[14],"should":[15],"ideally":[16],"include":[17],"the":[18,39,71,103,107,115],"independent":[19],"performance":[20],"evaluation":[21,86],"validation":[23],"available":[25],"solutions":[26],"to":[27,97,101],"maximize":[28],"system":[29],"throughput":[30],"for":[31],"expected":[32],"workloads.":[33],"assessment":[35],"procedure":[36],"typically":[37],"requires":[38],"arduous":[40],"task":[41],"compiling,":[43],"configuring":[44],"running":[46],"multiple":[47],"application":[48],"benchmarks":[49,110],"on":[50],"every":[51],"competing":[52],"architecture,":[53],"where":[54],"any":[55],"combination":[56],"hardware":[58],"software":[60],"may":[61,82],"produce":[62,83],"unique":[63],"idiosyncrasies":[64],"time":[66],"consuming":[67],"pitfalls.":[68],"In":[69],"addition,":[70],"possible":[72],"lack":[73],"standardization":[75],"communication":[77],"within":[78],"a":[79,99],"research":[80],"group":[81],"discrepancies":[84],"in":[85],"methodology,":[87],"affecting":[88],"consistency":[89],"between":[90],"results.":[91],"BenchTool":[93],"utility":[94],"was":[95],"developed":[96],"provide":[98],"framework":[100],"automate":[102],"compilation":[104],"applications,":[106,113],"execution":[108],"using":[111],"said":[112],"collection":[116],"results":[118],"including":[119],"supplementary":[120],"provenance":[121],"data.":[122]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}