{"id":"https://openalex.org/W4416203792","doi":"https://doi.org/10.1145/3712285.3759874","title":"Addressing Reproducibility Challenges in HPC with Continuous Integration","display_name":"Addressing Reproducibility Challenges in HPC with Continuous Integration","publication_year":2025,"publication_date":"2025-11-12","ids":{"openalex":"https://openalex.org/W4416203792","doi":"https://doi.org/10.1145/3712285.3759874"},"language":null,"primary_location":{"id":"doi:10.1145/3712285.3759874","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712285.3759874","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3712285.3759874","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015720292","display_name":"Val\u00e9rie Hayot-Sasson","orcid":"https://orcid.org/0000-0002-4830-4535"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Val\u00e9rie Hayot-Sasson","raw_affiliation_strings":["University of Chicago, Chicago, USA and Argonne National Laboratory (ANL), Chicago, USA"],"raw_orcid":"https://orcid.org/0000-0002-4830-4535","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, USA and Argonne National Laboratory (ANL), Chicago, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008463289","display_name":"Nathaniel Hudson","orcid":"https://orcid.org/0000-0001-7474-2689"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathaniel Hudson","raw_affiliation_strings":["University of Chicago, Chicago, USA and Argonne National Laboratory (ANL), Chicago, USA"],"raw_orcid":"https://orcid.org/0000-0001-7474-2689","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, USA and Argonne National Laboratory (ANL), Chicago, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063155276","display_name":"Andr\u00e9 Bauer","orcid":"https://orcid.org/0000-0002-5582-8812"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 Bauer","raw_affiliation_strings":["Illinois Institute of Technology, Chicago, USA"],"raw_orcid":"https://orcid.org/0000-0002-5582-8812","affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology, Chicago, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001374377","display_name":"Maxime Gonthier","orcid":"https://orcid.org/0000-0003-3306-0483"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maxime Gonthier","raw_affiliation_strings":["University of Chicago, Chicago, USA and Argonne National Laboratory (ANL), Chicago, USA"],"raw_orcid":"https://orcid.org/0000-0003-3306-0483","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, USA and Argonne National Laboratory (ANL), Chicago, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032231503","display_name":"Ian Foster","orcid":"https://orcid.org/0000-0003-2129-5269"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ian Foster","raw_affiliation_strings":["University of Chicago, Chicago, USA and Argonne National Laboratory (ANL), Chicago, USA"],"raw_orcid":"https://orcid.org/0000-0003-2129-5269","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, USA and Argonne National Laboratory (ANL), Chicago, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065464552","display_name":"Kyle Chard","orcid":"https://orcid.org/0000-0002-7370-4805"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle Chard","raw_affiliation_strings":["University of Chicago, Chicago, USA and Argonne National Laboratory (ANL), Chicago, USA"],"raw_orcid":"https://orcid.org/0000-0002-7370-4805","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, USA and Argonne National Laboratory (ANL), Chicago, USA","institution_ids":["https://openalex.org/I1282105669"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5461619,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"437","last_page":"457"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.8910999894142151},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.5670999884605408},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.3840999901294708},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.37959998846054077},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.36469998955726624},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.34869998693466187}],"concepts":[{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.8910999894142151},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7250000238418579},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.5670999884605408},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.40950000286102295},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3840999901294708},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.37959998846054077},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.36469998955726624},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.34869998693466187},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.33329999446868896},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3100000023841858},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3712285.3759874","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712285.3759874","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:espace2.etsmtl.ca:33575","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/33575/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Compte rendu de conf\u00e9rence"}],"best_oa_location":{"id":"doi:10.1145/3712285.3759874","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712285.3759874","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G102163711","display_name":null,"funder_award_id":"DE\u2010 AC02\u201006CH11357","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5129028721","display_name":"Collaborative Research: Frameworks: funcX: A Function Execution Service for Portability and Performance","funder_award_id":"2004894","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1995378367","https://openalex.org/W2000882268","https://openalex.org/W2023240322","https://openalex.org/W2028753645","https://openalex.org/W2036318837","https://openalex.org/W2078962046","https://openalex.org/W2086272220","https://openalex.org/W2390706404","https://openalex.org/W2406164431","https://openalex.org/W2586476326","https://openalex.org/W2607211817","https://openalex.org/W2613409207","https://openalex.org/W2735218636","https://openalex.org/W2768418826","https://openalex.org/W2795969217","https://openalex.org/W2841722788","https://openalex.org/W2943761765","https://openalex.org/W2951702001","https://openalex.org/W2954353134","https://openalex.org/W2958385005","https://openalex.org/W2964951631","https://openalex.org/W3013717548","https://openalex.org/W3021718926","https://openalex.org/W3133114785","https://openalex.org/W3156001951","https://openalex.org/W4205706022","https://openalex.org/W4205738517","https://openalex.org/W4210644165","https://openalex.org/W4213131350","https://openalex.org/W4225987291","https://openalex.org/W4242628708","https://openalex.org/W4246154068","https://openalex.org/W4284976253","https://openalex.org/W4301397397","https://openalex.org/W4312435683","https://openalex.org/W4362508182","https://openalex.org/W4386585104","https://openalex.org/W4386585257","https://openalex.org/W4387006225","https://openalex.org/W4391594030","https://openalex.org/W4399345346","https://openalex.org/W4400799117"],"related_works":[],"abstract_inverted_index":{"The":[0,32],"high-performance":[1],"computing":[2],"(HPC)":[3],"community":[4],"has":[5],"adopted":[6],"incentive":[7],"structures":[8],"to":[9,18,100],"motivate":[10],"reproducible":[11],"research,":[12],"with":[13,40,66],"major":[14],"conferences":[15],"awarding":[16],"badges":[17],"papers":[19,26],"that":[20,57,79,114],"meet":[21,29],"reproducibility":[22,86,94,101,145],"requirements.":[23,31],"Yet,":[24],"many":[25],"do":[27],"not":[28],"such":[30],"uniqueness":[33],"of":[34,52,87,93,118,132,138],"HPC":[35,122,133],"infrastructure":[36],"and":[37,96,143],"software,":[38],"coupled":[39,65],"strict":[41],"access":[42],"requirements,":[43],"may":[44],"limit":[45],"opportunities":[46],"for":[47,141],"reproducibility.":[48],"In":[49],"the":[50,98,136],"absence":[51],"resource":[53],"access,":[54],"we":[55,77,108],"believe":[56],"regular":[58],"documented":[59],"testing,":[60],"through":[61],"continuous":[62],"integration":[63],"(CI),":[64],"complete":[67],"provenance":[68],"information,":[69],"can":[70],"be":[71],"used":[72],"as":[73],"a":[74,91,110],"substitute.":[75],"Here,":[76],"argue":[78],"better":[80],"HPC-compliant":[81],"CI":[82],"solutions":[83],"will":[84],"improve":[85],"applications.":[88],"We":[89,124],"present":[90,109],"survey":[92],"initiatives":[95],"describe":[97],"barriers":[99],"in":[102],"HPC.":[103],"To":[104],"address":[105],"existing":[106],"limitations,":[107],"GitHub":[111],"Action,":[112],"CORRECT,":[113],"enables":[115],"secure":[116],"execution":[117],"tests":[119],"on":[120],"remote":[121],"resources.":[123],"evaluate":[125],"CORRECT\u2019s":[126],"usability":[127],"across":[128],"three":[129],"different":[130],"types":[131],"applications,":[134],"demonstrating":[135],"effectiveness":[137],"using":[139],"CORRECT":[140],"automating":[142],"documenting":[144],"evaluations.":[146]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-11-12T00:00:00"}