{"id":"https://openalex.org/W2949001633","doi":"https://doi.org/10.1145/3324989.3325719","title":"Towards Continuous Benchmarking","display_name":"Towards Continuous Benchmarking","publication_year":2019,"publication_date":"2019-06-04","ids":{"openalex":"https://openalex.org/W2949001633","doi":"https://doi.org/10.1145/3324989.3325719","mag":"2949001633"},"language":"en","primary_location":{"id":"doi:10.1145/3324989.3325719","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3324989.3325719","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3324989.3325719","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Platform for Advanced Scientific Computing Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3324989.3325719","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012133869","display_name":"Hartwig Anzt","orcid":"https://orcid.org/0000-0003-2177-952X"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]},{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Hartwig Anzt","raw_affiliation_strings":["Karlsruhe Institute of Technology, Germany, University of Tennessee, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology, Germany, University of Tennessee, USA","institution_ids":["https://openalex.org/I102335020","https://openalex.org/I75027704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101423433","display_name":"Yen\u2010Chen Chen","orcid":"https://orcid.org/0009-0004-4561-7511"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yen-Chen Chen","raw_affiliation_strings":["Taiwan National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiwan National University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043131627","display_name":"Terry Cojean","orcid":"https://orcid.org/0000-0002-1560-921X"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Terry Cojean","raw_affiliation_strings":["Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075517045","display_name":"Jack Dongarra","orcid":"https://orcid.org/0000-0003-3247-1782"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]},{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]},{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Jack Dongarra","raw_affiliation_strings":["University of Tennessee, USA, Oak Ridge National Laboratory, USA, University of Manchester, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tennessee, USA, Oak Ridge National Laboratory, USA, University of Manchester, UK","institution_ids":["https://openalex.org/I1289243028","https://openalex.org/I28407311","https://openalex.org/I75027704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017361033","display_name":"Goran Flegar","orcid":"https://orcid.org/0000-0002-4154-0420"},"institutions":[{"id":"https://openalex.org/I10902133","display_name":"Universitat Jaume I","ror":"https://ror.org/02ws1xc11","country_code":"ES","type":"education","lineage":["https://openalex.org/I10902133"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Goran Flegar","raw_affiliation_strings":["Universidad Jaime I, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Jaime I, Spain","institution_ids":["https://openalex.org/I10902133"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059984998","display_name":"Pratik Nayak","orcid":"https://orcid.org/0000-0002-7961-1159"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Pratik Nayak","raw_affiliation_strings":["Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012806004","display_name":"Enrique S. Quintana\u2013Ort\u0301\u0131","orcid":"https://orcid.org/0000-0002-5454-165X"},"institutions":[{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Enrique S. Quintana-Ort\u00ed","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I60053951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037751512","display_name":"Yu\u2010Hsiang Tsai","orcid":"https://orcid.org/0000-0001-5229-3739"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yuhsiang M. Tsai","raw_affiliation_strings":["Taiwan National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiwan National University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005786936","display_name":"Weichung Wang","orcid":"https://orcid.org/0000-0002-6154-7750"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Weichung Wang","raw_affiliation_strings":["Taiwan National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiwan National University","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1159,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.90068516,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8408637046813965},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5490007996559143},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5274615287780762},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.4810805022716522},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4600060284137726},{"id":"https://openalex.org/keywords/software-framework","display_name":"Software framework","score":0.4440472424030304},{"id":"https://openalex.org/keywords/component-based-software-engineering","display_name":"Component-based software engineering","score":0.43783408403396606},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.43721282482147217},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.4280783534049988},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.40518808364868164},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3861086368560791},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.36373165249824524},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.27815723419189453}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8408637046813965},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5490007996559143},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5274615287780762},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4810805022716522},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4600060284137726},{"id":"https://openalex.org/C76518257","wikidata":"https://www.wikidata.org/wiki/Q271680","display_name":"Software framework","level":5,"score":0.4440472424030304},{"id":"https://openalex.org/C174683762","wikidata":"https://www.wikidata.org/wiki/Q609588","display_name":"Component-based software engineering","level":4,"score":0.43783408403396606},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.43721282482147217},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.4280783534049988},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.40518808364868164},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3861086368560791},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.36373165249824524},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.27815723419189453},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3324989.3325719","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3324989.3325719","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3324989.3325719","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Platform for Advanced Scientific Computing Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/2367ab7d-84e6-4ab0-973e-2cfb918dd046","is_oa":false,"landing_page_url":"https://research.manchester.ac.uk/en/publications/2367ab7d-84e6-4ab0-973e-2cfb918dd046","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Anzt, H, Chen, Y C, Cojean, T, Dongarra, J, Flegar, G, Nayak, P, Quintana-Ort\u00ed, E S, Tsai, Y M & Wang, W 2019, Towards continuous benchmarking : An automated performance evaluation framework for high performance software. in Proceedings of the Platform for Advanced Scientific Computing Conference, PASC 2019., 9, Proceedings of the Platform for Advanced Scientific Computing Conference, PASC 2019, Association for Computing Machinery, 6th Platform for Advanced Scientific Computing Conference , Zurich, Switzerland, 12/06/19. https://doi.org/10.1145/3324989.3325719","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.atira.dk:publications/2367ab7d-84e6-4ab0-973e-2cfb918dd046","is_oa":false,"landing_page_url":"https://www.research.manchester.ac.uk/portal/en/publications/towards-continuous-benchmarking(2367ab7d-84e6-4ab0-973e-2cfb918dd046).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Anzt, H, Chen, Y C, Cojean, T, Dongarra, J, Flegar, G, Nayak, P, Quintana-Ort\u00ed, E S, Tsai, Y M & Wang, W 2019, Towards continuous benchmarking : An automated performance evaluation framework for high performance software. in Proceedings of the Platform for Advanced Scientific Computing Conference, PASC 2019., 9, Proceedings of the Platform for Advanced Scientific Computing Conference, PASC 2019, Association for Computing Machinery, 6th Platform for Advanced Scientific Computing Conference , Zurich, Switzerland, 12/06/19. https://doi.org/10.1145/3324989.3325719","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3324989.3325719","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3324989.3325719","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3324989.3325719","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Platform for Advanced Scientific Computing Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1489425746","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1645119126","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1719536385","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3232922872","display_name":null,"funder_award_id":"17-SC-20-SC","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G4327825534","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G496575913","display_name":null,"funder_award_id":"DE-SC-0010042","funder_id":"https://openalex.org/F4320337674","funder_display_name":"Wind Energy Technologies Office"},{"id":"https://openalex.org/G5726405315","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306250","funder_display_name":"Battelle"},{"id":"https://openalex.org/G6859237865","display_name":null,"funder_award_id":"17-SC-20-SC","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6864165199","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306250","funder_display_name":"Battelle"},{"id":"https://openalex.org/G7666341305","display_name":null,"funder_award_id":"VH-NG-1241","funder_id":"https://openalex.org/F4320325698","funder_display_name":"Helmholtz Association"},{"id":"https://openalex.org/G7995982022","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8253304997","display_name":null,"funder_award_id":"17-SC-20-SC","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8269158468","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8906985441","display_name":null,"funder_award_id":"00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320306250","display_name":"Battelle","ror":"https://ror.org/01h5tnr73"},{"id":"https://openalex.org/F4320325698","display_name":"Helmholtz Association","ror":null},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"},{"id":"https://openalex.org/F4320337674","display_name":"Wind Energy Technologies Office","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2949001633.pdf","grobid_xml":"https://content.openalex.org/works/W2949001633.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W162310774","https://openalex.org/W2345370749","https://openalex.org/W2505509943","https://openalex.org/W2518523798","https://openalex.org/W2766697789"],"related_works":["https://openalex.org/W1965643255","https://openalex.org/W2386418808","https://openalex.org/W2182545529","https://openalex.org/W1480329237","https://openalex.org/W2157036638","https://openalex.org/W1941458564","https://openalex.org/W2024649488","https://openalex.org/W2377859080","https://openalex.org/W2366623749","https://openalex.org/W21954858"],"abstract_inverted_index":{"We":[0,69],"present":[1,223],"an":[2,9,24,169],"automated":[3,10],"performance":[4,15,42,48,63,137,145,154,211,230],"evaluation":[5,16,49],"framework":[6,72,80,100],"that":[7,171,226,236],"enables":[8,26,210],"workflow":[11,208],"for":[12,38,73,232,244],"testing":[13],"and":[14,122,130,159,189,213,228],"of":[17,43,61,101,119,203,216],"software":[18,28,45,76,87,94,214],"libraries.":[19,95],"Integrating":[20],"this":[21,71,220],"component":[22],"into":[23],"ecosystem":[25],"sustainable":[27],"development,":[29],"as":[30],"a":[31,35,109,134,163,179,207],"community":[32],"effort,":[33],"via":[34],"web":[36,55,164],"application":[37],"interactively":[39],"evaluating":[40],"the":[41,59,74,79,90,117,120,123,127,153,157,199,241],"individual":[44],"components.":[46],"The":[47,96,143,201],"tool":[50],"is":[51,103],"based":[52,140],"exclusively":[53],"on":[54,112,141],"technologies,":[56],"which":[57,209],"removes":[58],"burden":[60],"downloading":[62],"data":[64,138,155,231],"or":[65],"installing":[66],"additional":[67],"software.":[68,218],"employ":[70],"Ginkgo":[75,102,144],"ecosystem,":[77],"but":[78],"can":[81,148],"be":[82,149],"used":[83,150],"with":[84,126],"essentially":[85],"any":[86],"project,":[88],"including":[89],"comparison":[91],"between":[92],"different":[93,194],"Continuous":[97],"Integration":[98],"(CI)":[99],"also":[104,167],"extended":[105],"to":[106,151,174,182,239],"automatically":[107],"run":[108],"benchmark":[110],"suite":[111],"predetermined":[113],"HPC":[114],"systems,":[115],"store":[116],"state":[118],"machine":[121],"environment":[124],"along":[125],"compiled":[128],"binaries,":[129],"collect":[131],"results":[132],"in":[133,162,178,192],"publicly":[135],"accessible":[136],"repository":[139],"Git.":[142],"explorer":[146],"(GPE)":[147],"retrieve":[152],"from":[156],"repository,":[158,181],"visualizes":[160],"it":[161],"browser.":[165],"GPE":[166],"implements":[168],"interface":[170],"allows":[172],"users":[173,238],"write":[175],"scripts,":[176],"archived":[177],"Git":[180],"extract":[183,227],"particular":[184,187],"data,":[185],"compute":[186],"metrics,":[188],"visualize":[190,229],"them":[191],"many":[193],"formats":[195],"(as":[196],"specified":[197],"by":[198],"script).":[200],"combination":[202],"these":[204],"approaches":[205],"creates":[206],"reproducibility":[212],"sustainability":[215],"scientific":[217],"In":[219],"paper,":[221],"we":[222],"example":[224],"scripts":[225],"Ginkgo's":[233],"SpMV":[234],"kernels":[235],"allow":[237],"identify":[240],"optimal":[242],"kernel":[243],"specific":[245],"problem":[246],"characteristics.":[247]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-06-19T17:40:00.097472","created_date":"2019-06-14T00:00:00"}