{"id":"https://openalex.org/W3179169088","doi":"https://doi.org/10.1109/mcse.2021.3096678","title":"Reproducibility Practice in High-Performance Computing: Community Survey Results","display_name":"Reproducibility Practice in High-Performance Computing: Community Survey Results","publication_year":2021,"publication_date":"2021-09-01","ids":{"openalex":"https://openalex.org/W3179169088","doi":"https://doi.org/10.1109/mcse.2021.3096678","mag":"3179169088"},"language":"en","primary_location":{"id":"doi:10.1109/mcse.2021.3096678","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcse.2021.3096678","pdf_url":null,"source":{"id":"https://openalex.org/S107923245","display_name":"Computing in Science & Engineering","issn_l":"1521-9615","issn":["1521-9615","1558-366X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320061","host_organization_name":"AIP Publishing","host_organization_lineage":["https://openalex.org/P4310320061","https://openalex.org/P4310320257"],"host_organization_lineage_names":["AIP Publishing","American Institute of Physics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing in Science & Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1827148","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060672408","display_name":"Beth Plale","orcid":"https://orcid.org/0000-0003-2164-8132"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Beth A. Plale","raw_affiliation_strings":["Indiana University Bloomington, Bloomington, IN, USA"],"affiliations":[{"raw_affiliation_string":"Indiana University Bloomington, Bloomington, IN, USA","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071436717","display_name":"Tanu Malik","orcid":"https://orcid.org/0009-0007-9656-727X"},"institutions":[{"id":"https://openalex.org/I118353179","display_name":"DePaul University","ror":"https://ror.org/04xtx5t16","country_code":"US","type":"education","lineage":["https://openalex.org/I118353179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tanu Malik","raw_affiliation_strings":["DePaul University, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"DePaul University, Chicago, IL, USA","institution_ids":["https://openalex.org/I118353179"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044729983","display_name":"Line Pouchard","orcid":"https://orcid.org/0000-0002-2120-6521"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Line C. Pouchard","raw_affiliation_strings":["Brookhaven National Laboratory, Upton, NY, USA"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory, Upton, NY, USA","institution_ids":["https://openalex.org/I200870766"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060672408"],"corresponding_institution_ids":["https://openalex.org/I4210119109"],"apc_list":null,"apc_paid":null,"fwci":7.5368,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.96904528,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"23","issue":"5","first_page":"55","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.8555876612663269},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5017569065093994},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3622528910636902},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.20241549611091614},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16827622056007385}],"concepts":[{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.8555876612663269},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5017569065093994},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3622528910636902},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.20241549611091614},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16827622056007385}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mcse.2021.3096678","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcse.2021.3096678","pdf_url":null,"source":{"id":"https://openalex.org/S107923245","display_name":"Computing in Science & Engineering","issn_l":"1521-9615","issn":["1521-9615","1558-366X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320061","host_organization_name":"AIP Publishing","host_organization_lineage":["https://openalex.org/P4310320061","https://openalex.org/P4310320257"],"host_organization_lineage_names":["AIP Publishing","American Institute of Physics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing in Science & Engineering","raw_type":"journal-article"},{"id":"pmh:oai:osti.gov:1827148","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1827148","pdf_url":"https://www.osti.gov/servlets/purl/1827148","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1827148","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1827148","pdf_url":"https://www.osti.gov/servlets/purl/1827148","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"display_name":"Gender equality","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G1285306620","display_name":null,"funder_award_id":"SC0012704","funder_id":"https://openalex.org/F4320338289","funder_display_name":"Brookhaven National Laboratory"},{"id":"https://openalex.org/G1766927484","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320332953","funder_display_name":"Indiana University Bloomington"},{"id":"https://openalex.org/G1868695577","display_name":null,"funder_award_id":"No. DE-SC0012704","funder_id":"https://openalex.org/F4320338289","funder_display_name":"Brookhaven National Laboratory"},{"id":"https://openalex.org/G2123142297","display_name":"EarthCube IA: Collaborative Proposal: Integrated GeoScience Observatory","funder_award_id":"1661918","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3850097093","display_name":null,"funder_award_id":"No. DE-SC0012704","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G3971516050","display_name":null,"funder_award_id":"DE-SC001270","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4247320372","display_name":null,"funder_award_id":"DESC0012704","funder_id":"https://openalex.org/F4320338289","funder_display_name":"Brookhaven National Laboratory"},{"id":"https://openalex.org/G4711527461","display_name":null,"funder_award_id":"CNS-1846418","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5302823125","display_name":"EarthCube Building Blocks: Collaborative Proposal: GeoTrust: Improving Sharing and Reproducibility of Geoscience Applications","funder_award_id":"1639759","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5417557083","display_name":null,"funder_award_id":"Contract No. DE-SC0012704","funder_id":"https://openalex.org/F4320338289","funder_display_name":"Brookhaven National Laboratory"},{"id":"https://openalex.org/G5443159500","display_name":null,"funder_award_id":"DE-SC0012704","funder_id":"https://openalex.org/F4320338289","funder_display_name":"Brookhaven National Laboratory"},{"id":"https://openalex.org/G5633341255","display_name":null,"funder_award_id":"No. DE-SC0012704","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5755523287","display_name":null,"funder_award_id":"ICER-","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G602976199","display_name":null,"funder_award_id":"DESC001270","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6357584807","display_name":null,"funder_award_id":"SC0012704","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6551061839","display_name":null,"funder_award_id":"E-SC0012704","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6733788163","display_name":null,"funder_award_id":"Contract No. DE-SC0012704","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G6755165505","display_name":null,"funder_award_id":"award","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6778061999","display_name":null,"funder_award_id":"DESC0012704","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G6894402473","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7090584410","display_name":null,"funder_award_id":"DE-SC001270","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G7463374569","display_name":null,"funder_award_id":"SC0012704","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G7642226822","display_name":null,"funder_award_id":"DE-SC0012704","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7957492830","display_name":null,"funder_award_id":"Contract No. DE-SC0012704","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7980739955","display_name":null,"funder_award_id":"ICER-1639759","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8306939026","display_name":null,"funder_award_id":"E-SC0012704","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8472827588","display_name":null,"funder_award_id":"and O","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8502327200","display_name":null,"funder_award_id":"ICER-1661918","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8507555484","display_name":null,"funder_award_id":"DE-SC0012704","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G869838342","display_name":null,"funder_award_id":"0012704","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G872144517","display_name":null,"funder_award_id":"DE-SC0012704","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8800192975","display_name":"CAREER: Advanced Containers for Reproducibility in Computational and Data Science","funder_award_id":"1846418","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8858146023","display_name":null,"funder_award_id":"DESC0012704","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320309321","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44"},{"id":"https://openalex.org/F4320309626","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28"},{"id":"https://openalex.org/F4320310145","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95"},{"id":"https://openalex.org/F4320310248","display_name":"DePaul University","ror":"https://ror.org/04xtx5t16"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320332953","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56"},{"id":"https://openalex.org/F4320338289","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3179169088.pdf"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2937207334","https://openalex.org/W2944196828","https://openalex.org/W3133755953","https://openalex.org/W3163036525","https://openalex.org/W4393873110"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2413717610","https://openalex.org/W1973270181","https://openalex.org/W2417696084","https://openalex.org/W2368782778","https://openalex.org/W2087830269","https://openalex.org/W3106281778","https://openalex.org/W4324138256"],"abstract_inverted_index":{"The":[0],"integrity":[1],"of":[2,11,18,35,42,76,81,99,118],"science":[3],"and":[4,13,30,87],"engineering":[5],"research":[6,138],"is":[7,107],"grounded":[8],"in":[9,21,61,121],"assumptions":[10],"rigor":[12,29],"transparency":[14,31],"on":[15,78],"the":[16,33,43,51,58,67,79,96,100,128,149],"part":[17,80],"those":[19],"engaging":[20],"such":[22],"research.":[23],"HPC":[24],"community":[25,129],"effort":[26],"to":[27,73,91],"strengthen":[28,136],"take":[32],"form":[34],"reproducibility":[36,53,68,120],"efforts.":[37],"In":[38],"a":[39,137],"recent":[40],"survey":[41,59],"SC":[44,52,82,101],"conference":[45,83,102],"community,":[46],"we":[47,111],"collected":[48],"information":[49],"about":[50],"initiative":[54,69],"activities.":[55],"We":[56],"present":[57],"results":[60],"this":[62],"article.":[63],"Results":[64],"show":[65],"that":[66,134],"activities":[70],"have":[71],"contributed":[72],"higher":[74],"levels":[75],"awareness":[77],"technical":[84],"program":[85],"participants,":[86],"hint":[88],"at":[89],"contributing":[90],"greater":[92],"scientific":[93],"impact":[94,143],"for":[95,109,141],"published":[97],"papers":[98],"series.":[103],"Stringent":[104],"point-of-manuscript-submission":[105],"verification":[106],"problematic":[108],"reasons":[110],"point":[112],"out,":[113],"as":[114],"are":[115],"inherent":[116],"difficulties":[117],"computational":[119],"HPC.":[122],"Future":[123],"efforts":[124],"should":[125],"better":[126],"decouple":[127],"educational":[130],"goals":[131,133],"from":[132],"specifically":[135],"work\u2019s":[139],"potential":[140],"long-term":[142],"through":[144],"reuse":[145],"5\u201310":[146],"years":[147],"down":[148],"road.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2025-10-10T00:00:00"}