{"id":"https://openalex.org/W4200353033","doi":"https://doi.org/10.1109/hpec49654.2021.9622797","title":"Pragmatic Benchmarking for Research Computing","display_name":"Pragmatic Benchmarking for Research Computing","publication_year":2021,"publication_date":"2021-09-20","ids":{"openalex":"https://openalex.org/W4200353033","doi":"https://doi.org/10.1109/hpec49654.2021.9622797"},"language":"en","primary_location":{"id":"doi:10.1109/hpec49654.2021.9622797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec49654.2021.9622797","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078745930","display_name":"Dennis Milechin","orcid":"https://orcid.org/0000-0001-9318-3907"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dennis Milechin","raw_affiliation_strings":["Research Computing Services, Boston University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Research Computing Services, Boston University, Boston, MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103264503","display_name":"Ahmed Aly","orcid":"https://orcid.org/0009-0002-0252-1750"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed Aly","raw_affiliation_strings":["Research Computing Services, Boston University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Research Computing Services, Boston University, Boston, MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110155655","display_name":"J. S. Bevan","orcid":null},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josh Bevan","raw_affiliation_strings":["Research Computing Services, Boston University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Research Computing Services, Boston University, Boston, MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025336333","display_name":"Charlie Jahnke","orcid":null},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charlie Jahnke","raw_affiliation_strings":["Research Computing Services, Boston University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Research Computing Services, Boston University, Boston, MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050781579","display_name":"Yun Shen","orcid":"https://orcid.org/0000-0001-7863-8475"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yun Shen","raw_affiliation_strings":["Research Computing Services, Boston University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Research Computing Services, Boston University, Boston, MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080765205","display_name":"Brian Gregor","orcid":null},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Gregor","raw_affiliation_strings":["Research Computing Services, Boston University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Research Computing Services, Boston University, Boston, MA, USA","institution_ids":["https://openalex.org/I111088046"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5078745930"],"corresponding_institution_ids":["https://openalex.org/I111088046"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22736629,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"1","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.9692087173461914},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9501605033874512},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8953937292098999},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7977447509765625},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.5598964095115662},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5130325555801392},{"id":"https://openalex.org/keywords/computer-cluster","display_name":"Computer cluster","score":0.46777620911598206},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3660491406917572},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.35293346643447876},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3246423900127411}],"concepts":[{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.9692087173461914},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9501605033874512},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8953937292098999},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7977447509765625},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.5598964095115662},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5130325555801392},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.46777620911598206},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3660491406917572},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.35293346643447876},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3246423900127411},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpec49654.2021.9622797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec49654.2021.9622797","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6200000047683716}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W188498270","https://openalex.org/W1505545958","https://openalex.org/W2084518818","https://openalex.org/W2148092884","https://openalex.org/W2252007067","https://openalex.org/W2546635825","https://openalex.org/W2899324948","https://openalex.org/W2902426581","https://openalex.org/W2964849163","https://openalex.org/W3005380678","https://openalex.org/W3099989049","https://openalex.org/W3161212090","https://openalex.org/W4242691112","https://openalex.org/W6678355637"],"related_works":["https://openalex.org/W2083794993","https://openalex.org/W4379115841","https://openalex.org/W1511772879","https://openalex.org/W3170750609","https://openalex.org/W2979471250","https://openalex.org/W2127898439","https://openalex.org/W2186315912","https://openalex.org/W2098397451","https://openalex.org/W2248125223","https://openalex.org/W3195664246"],"abstract_inverted_index":{"The":[0,32,57],"Research":[1],"Computing":[2,29],"Services":[3],"(RCS)":[4],"group":[5],"at":[6],"Boston":[7],"University":[8],"(BU),":[9],"developed":[10],"a":[11,95],"benchmark":[12,97],"suite":[13,34],"to":[14,39,64,73],"evaluate":[15],"the":[16,26,47,55,60,75,90,99,103],"performance":[17,41,79],"of":[18,35,46,51,59,78,102],"newer":[19],"hardware":[20,69],"under":[21],"consideration":[22],"for":[23,25,82,93],"purchase":[24],"BU":[27],"Shared":[28],"Cluster":[30],"(SCC).":[31],"custom":[33,96],"benchmarks":[36,61,111],"is":[37],"used":[38,63],"generate":[40],"metrics":[42],"that":[43,112],"are":[44,62],"representative":[45],"highly":[48],"diverse":[49],"types":[50],"jobs":[52],"run":[53],"on":[54,115],"cluster.":[56,117],"results":[58,108],"make":[65],"informed":[66],"decisions":[67],"about":[68],"upgrades":[70],"in":[71],"order":[72],"provide":[74,106],"best":[76],"balance":[77],"and":[80,105],"value":[81],"cluster":[83],"users.":[84],"In":[85],"this":[86],"paper":[87],"we":[88,113],"discuss":[89],"present":[91],"reasons":[92],"creating":[94],"suite,":[98,104],"general":[100],"architecture":[101],"sample":[107],"from":[109],"selected":[110],"ran":[114],"our":[116]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
