{"id":"https://openalex.org/W4388561288","doi":"https://doi.org/10.1145/3624062.3624133","title":"Principles for Automated and Reproducible Benchmarking","display_name":"Principles for Automated and Reproducible Benchmarking","publication_year":2023,"publication_date":"2023-11-10","ids":{"openalex":"https://openalex.org/W4388561288","doi":"https://doi.org/10.1145/3624062.3624133"},"language":"en","primary_location":{"id":"doi:10.1145/3624062.3624133","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3624062.3624133","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3624062.3624133","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SC '23 Workshops of the International Conference on High Performance Computing, Network, Storage, and Analysis","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3624062.3624133","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002035145","display_name":"T. Koskela","orcid":"https://orcid.org/0000-0002-5813-6539"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tuomas Koskela","raw_affiliation_strings":["Advanced Research Computing, University College London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-5813-6539","affiliations":[{"raw_affiliation_string":"Advanced Research Computing, University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041715021","display_name":"Ilektra A. Christidi","orcid":"https://orcid.org/0000-0002-5045-7987"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ilektra Christidi","raw_affiliation_strings":["Advanced Research Computing, University College London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-5045-7987","affiliations":[{"raw_affiliation_string":"Advanced Research Computing, University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086109865","display_name":"Mos\u00e9 Giordano","orcid":"https://orcid.org/0000-0002-7218-2873"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mos\u00e8 Giordano","raw_affiliation_strings":["Advanced Research Computing, University College London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-7218-2873","affiliations":[{"raw_affiliation_string":"Advanced Research Computing, University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093236224","display_name":"Emily Dubrovska","orcid":"https://orcid.org/0009-0003-8066-5458"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Emily Dubrovska","raw_affiliation_strings":["Advanced Research Computing, University College London, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0003-8066-5458","affiliations":[{"raw_affiliation_string":"Advanced Research Computing, University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048822933","display_name":"James Quinn","orcid":"https://orcid.org/0000-0002-0268-7032"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jamie Quinn","raw_affiliation_strings":["Advanced Research Computing, University College London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-0268-7032","affiliations":[{"raw_affiliation_string":"Advanced Research Computing, University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033313495","display_name":"Christopher Maynard","orcid":"https://orcid.org/0000-0002-6253-9154"},"institutions":[{"id":"https://openalex.org/I1293035123","display_name":"Met Office","ror":"https://ror.org/01ch2yn61","country_code":"GB","type":"government","lineage":["https://openalex.org/I1293035123"]},{"id":"https://openalex.org/I71052956","display_name":"University of Reading","ror":"https://ror.org/05v62cm79","country_code":"GB","type":"education","lineage":["https://openalex.org/I71052956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christopher Maynard","raw_affiliation_strings":["University of Reading, United Kingdom and Met Office, UK, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-6253-9154","affiliations":[{"raw_affiliation_string":"University of Reading, United Kingdom and Met Office, UK, United Kingdom","institution_ids":["https://openalex.org/I1293035123","https://openalex.org/I71052956"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dave Case","orcid":"https://orcid.org/0009-0001-3735-5687"},"institutions":[{"id":"https://openalex.org/I4210112368","display_name":"National Centre for Atmospheric Science","ror":"https://ror.org/01wwwe276","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I141816643","https://openalex.org/I4210087105","https://openalex.org/I4210112368"]},{"id":"https://openalex.org/I71052956","display_name":"University of Reading","ror":"https://ror.org/05v62cm79","country_code":"GB","type":"education","lineage":["https://openalex.org/I71052956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dave Case","raw_affiliation_strings":["National Centre for Atmospheric Science (NCAS), UK, United Kingdom and University of Reading, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0001-3735-5687","affiliations":[{"raw_affiliation_string":"National Centre for Atmospheric Science (NCAS), UK, United Kingdom and University of Reading, United Kingdom","institution_ids":["https://openalex.org/I4210112368","https://openalex.org/I71052956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048181168","display_name":"Kaan Olgu","orcid":"https://orcid.org/0000-0003-0351-2055"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kaan Olgu","raw_affiliation_strings":["University of Bristol, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-0351-2055","affiliations":[{"raw_affiliation_string":"University of Bristol, United Kingdom","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047958284","display_name":"Tom Deakin","orcid":"https://orcid.org/0000-0002-6439-4171"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tom Deakin","raw_affiliation_strings":["University of Bristol, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-6439-4171","affiliations":[{"raw_affiliation_string":"University of Bristol, United Kingdom","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2518,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.8482663,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"609","last_page":"618"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9813579320907593},{"id":"https://openalex.org/keywords/software-portability","display_name":"Software portability","score":0.9143267869949341},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.80733323097229},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.7254347801208496},{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.7102092504501343},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5554811358451843},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.539138674736023},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5155929923057556},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5154010057449341},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.43099215626716614},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.412668377161026},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.37906497716903687},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.338969349861145},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33123892545700073},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.26692718267440796},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1283940076828003},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10376438498497009},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09829306602478027}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9813579320907593},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.9143267869949341},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.80733323097229},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.7254347801208496},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.7102092504501343},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5554811358451843},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.539138674736023},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5155929923057556},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5154010057449341},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.43099215626716614},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.412668377161026},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.37906497716903687},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.338969349861145},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33123892545700073},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.26692718267440796},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1283940076828003},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10376438498497009},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09829306602478027},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3624062.3624133","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3624062.3624133","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3624062.3624133","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SC '23 Workshops of the International Conference on High Performance Computing, Network, Storage, and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:centaur.reading.ac.uk:114121","is_oa":true,"landing_page_url":"https://orcid.org/0000-0002-5813-6539","pdf_url":"https://centaur.reading.ac.uk/114121/1/114121%20VoR.pdf","source":{"id":"https://openalex.org/S4306402273","display_name":"CentAUR (University of Reading)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71052956","host_organization_name":"University of Reading","host_organization_lineage":["https://openalex.org/I71052956"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10215101","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10215101/","pdf_url":"https://discovery.ucl.ac.uk/10215101/1/3624062.3624133.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: ACM International Conference Proceeding Series. (pp. pp. 609-618). ACM (2023)","raw_type":"Proceedings paper"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire/208c3fc5-7ba8-4f1d-adce-a25917fc13e0","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/208c3fc5-7ba8-4f1d-adce-a25917fc13e0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Koskela, T, Christidi, I, Giordano, M, Dubrovska, E, Quinn, J, Maynard, C, Case, D, Olgu, K & Deakin, T 2023, Principles for Automated and Reproducible Benchmarking. in SC-W '23 : Proceedings of the SC '23 Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis. ACM International Conference Proceeding Series, Association for Computing Machinery, Online, pp. 609\u2013618. https://doi.org/10.1145/3624062.3624133","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:research-information.bris.ac.uk:publications/208c3fc5-7ba8-4f1d-adce-a25917fc13e0","is_oa":true,"landing_page_url":"https://hdl.handle.net/1983/208c3fc5-7ba8-4f1d-adce-a25917fc13e0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Koskela, T, Christidi, I, Giordano, M, Dubrovska, E, Quinn, J, Maynard, C, Case, D, Olgu, K & Deakin, T 2023, Principles for Automated and Reproducible Benchmarking. in SC-W '23 : Proceedings of the SC '23 Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis. ACM International Conference Proceeding Series, Association for Computing Machinery, Online, pp. 609\u2013618. https://doi.org/10.1145/3624062.3624133","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"doi:10.1145/3624062.3624133","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3624062.3624133","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3624062.3624133","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SC '23 Workshops of the International Conference on High Performance Computing, Network, Storage, and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5299999713897705,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1468651527","display_name":null,"funder_award_id":"ST/R000832/1","funder_id":"https://openalex.org/F4320320664","funder_display_name":"Durham University"},{"id":"https://openalex.org/G1823126736","display_name":"DiRAC-2.5 - the pathway to DiRAC Phase 3","funder_award_id":"ST/P002293/1","funder_id":"https://openalex.org/F4320334632","funder_display_name":"Science and Technology Facilities Council"},{"id":"https://openalex.org/G2309215924","display_name":null,"funder_award_id":"ST/S002502/1","funder_id":"https://openalex.org/F4320320664","funder_display_name":"Durham University"},{"id":"https://openalex.org/G2368581224","display_name":null,"funder_award_id":"ST/R002371/1","funder_id":"https://openalex.org/F4320320664","funder_display_name":"Durham University"},{"id":"https://openalex.org/G2843074508","display_name":null,"funder_award_id":"ST/R000832","funder_id":"https://openalex.org/F4320334632","funder_display_name":"Science and Technology Facilities Council"},{"id":"https://openalex.org/G4251892262","display_name":null,"funder_award_id":"ST/P002293/1","funder_id":"https://openalex.org/F4320320664","funder_display_name":"Durham University"},{"id":"https://openalex.org/G4405971636","display_name":"GW4 Tier-2 HPC Centre for Advanced Architectures","funder_award_id":"EP/T022078/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G581313191","display_name":null,"funder_award_id":"EP/T022159/","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6262597375","display_name":"ExCALIBUR HES Benchmarking for Performance Portable Applications","funder_award_id":"EP/X031829/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6409372946","display_name":"DiRAC-2.5 DC - Operations 2017-2020","funder_award_id":"ST/R000832/1","funder_id":"https://openalex.org/F4320334632","funder_display_name":"Science and Technology Facilities Council"},{"id":"https://openalex.org/G6470581211","display_name":null,"funder_award_id":"EPX0318291","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G6873874887","display_name":null,"funder_award_id":"ST/P002293/1","funder_id":"https://openalex.org/F4320334632","funder_display_name":"Science and Technology Facilities Council"},{"id":"https://openalex.org/G7002347110","display_name":"Cambridge Service for Data Driven Discovery (CSD3) - A National Data Intensive Science Cloud for Converged Simulation, AI & Analytics","funder_award_id":"EP/T022159/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7960706603","display_name":"DiRAC: Memory Intensive 2.5y","funder_award_id":"ST/S002502/1","funder_id":"https://openalex.org/F4320334632","funder_display_name":"Science and Technology Facilities Council"},{"id":"https://openalex.org/G968430329","display_name":"DiRAC: Memory Intensive 2.5x","funder_award_id":"ST/R002371/1","funder_id":"https://openalex.org/F4320334632","funder_display_name":"Science and Technology Facilities Council"}],"funders":[{"id":"https://openalex.org/F4320312927","display_name":"Dell EMC","ror":"https://ror.org/05rejmm18"},{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320320331","display_name":"Met Office","ror":"https://ror.org/01ch2yn61"},{"id":"https://openalex.org/F4320320664","display_name":"Durham University","ror":"https://ror.org/01v29qb04"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320334632","display_name":"Science and Technology Facilities Council","ror":"https://ror.org/057g20z61"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388561288.pdf","grobid_xml":"https://content.openalex.org/works/W4388561288.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1133087070","https://openalex.org/W2000882268","https://openalex.org/W2033787161","https://openalex.org/W2099911225","https://openalex.org/W2554811052","https://openalex.org/W2743401659","https://openalex.org/W2913407901","https://openalex.org/W2951436624","https://openalex.org/W2987963343","https://openalex.org/W2994151208","https://openalex.org/W3091934100","https://openalex.org/W3179169088","https://openalex.org/W3184015517","https://openalex.org/W4243474409","https://openalex.org/W4250281076","https://openalex.org/W4286307885","https://openalex.org/W4318603243","https://openalex.org/W4362508182","https://openalex.org/W6913057611","https://openalex.org/W6964299289","https://openalex.org/W6969259846"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"The":[0],"diversity":[1],"in":[2,20,62],"processor":[3],"technology":[4],"used":[5],"by":[6,121],"High":[7],"Performance":[8],"Computing":[9],"(HPC)":[10],"facilities":[11],"is":[12],"growing,":[13],"and":[14,39,74,83,92,99,113,118],"so":[15],"applications":[16],"must":[17],"be":[18],"written":[19],"such":[21],"a":[22,33,63,79,89,94,105,123,131,137],"way":[23],"that":[24],"they":[25],"can":[26],"attain":[27],"high":[28],"levels":[29],"of":[30,35,49,88,115,125,133],"performance":[31,44,86],"across":[32,45],"range":[34,48],"different":[36],"CPUs,":[37],"GPUs,":[38],"other":[40],"accelerators.":[41],"Measuring":[42],"application":[43,91],"this":[46,60],"wide":[47],"platforms":[50],"becomes":[51],"crucial,":[52],"but":[53],"there":[54],"are":[55,70],"significant":[56],"challenges":[57],"to":[58,103],"do":[59],"rigorously,":[61],"time":[64],"efficient":[65],"way,":[66],"whilst":[67],"assuring":[68],"results":[69],"scientifically":[71],"meaningful,":[72],"reproducible,":[73],"actionable.":[75],"This":[76],"paper":[77],"presents":[78],"methodology":[80,117],"for":[81],"measuring":[82],"analysing":[84],"the":[85,111,116],"portability":[87],"parallel":[90],"shares":[93],"software":[95],"framework":[96,120],"which":[97,129],"combines":[98],"extends":[100],"adopted":[101],"technologies":[102],"provide":[104],"usable":[106],"benchmarking":[107,119,126],"tool.":[108],"We":[109],"demonstrate":[110],"flexibility":[112],"effectiveness":[114],"showcasing":[122],"variety":[124],"case":[127],"studies":[128],"utilise":[130],"stable":[132],"supercomputing":[134],"resources":[135],"at":[136],"national":[138],"scale.":[139]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}