{"id":"https://openalex.org/W2883754520","doi":"https://doi.org/10.1145/3186266","title":"Reproducibility in Scientific Computing","display_name":"Reproducibility in Scientific Computing","publication_year":2018,"publication_date":"2018-07-16","ids":{"openalex":"https://openalex.org/W2883754520","doi":"https://doi.org/10.1145/3186266","mag":"2883754520"},"language":"en","primary_location":{"id":"doi:10.1145/3186266","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3186266","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072434988","display_name":"Peter Ivie","orcid":"https://orcid.org/0000-0002-6473-1801"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Peter Ivie","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007301255","display_name":"Douglas Thain","orcid":"https://orcid.org/0000-0001-5218-1956"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Douglas Thain","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5072434988"],"corresponding_institution_ids":["https://openalex.org/I107639228"],"apc_list":null,"apc_paid":null,"fwci":34.2914,"has_fulltext":false,"cited_by_count":143,"citation_normalized_percentile":{"value":0.99623249,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"51","issue":"3","first_page":"1","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7818728685379028},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.7147604823112488},{"id":"https://openalex.org/keywords/extant-taxon","display_name":"Extant taxon","score":0.6026715040206909},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5919415950775146},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5474283695220947},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5272313952445984},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.42727887630462646},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3876391649246216},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.14184173941612244}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7818728685379028},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.7147604823112488},{"id":"https://openalex.org/C178300618","wikidata":"https://www.wikidata.org/wiki/Q1898509","display_name":"Extant taxon","level":2,"score":0.6026715040206909},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5919415950775146},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5474283695220947},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5272313952445984},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.42727887630462646},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3876391649246216},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.14184173941612244},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3186266","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3186266","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":171,"referenced_works":["https://openalex.org/W59965179","https://openalex.org/W71388611","https://openalex.org/W80637072","https://openalex.org/W90346498","https://openalex.org/W107606162","https://openalex.org/W175873250","https://openalex.org/W294320215","https://openalex.org/W319718695","https://openalex.org/W362909436","https://openalex.org/W435380743","https://openalex.org/W637775037","https://openalex.org/W1480850417","https://openalex.org/W1480875294","https://openalex.org/W1506859583","https://openalex.org/W1513838262","https://openalex.org/W1520779252","https://openalex.org/W1526025733","https://openalex.org/W1539048876","https://openalex.org/W1547665072","https://openalex.org/W1547938436","https://openalex.org/W1552694902","https://openalex.org/W1565693361","https://openalex.org/W1585147802","https://openalex.org/W1595108726","https://openalex.org/W1595114968","https://openalex.org/W1605816851","https://openalex.org/W1607663648","https://openalex.org/W1621944069","https://openalex.org/W1622128722","https://openalex.org/W1633369931","https://openalex.org/W1651242740","https://openalex.org/W1659560869","https://openalex.org/W1664954303","https://openalex.org/W1825120118","https://openalex.org/W1893864409","https://openalex.org/W1901250605","https://openalex.org/W1961447924","https://openalex.org/W1965014786","https://openalex.org/W1968993977","https://openalex.org/W1969248185","https://openalex.org/W1971700225","https://openalex.org/W1974752004","https://openalex.org/W1981165529","https://openalex.org/W1981782231","https://openalex.org/W1983704199","https://openalex.org/W1984769241","https://openalex.org/W1987777080","https://openalex.org/W1991824114","https://openalex.org/W1993256310","https://openalex.org/W1994326726","https://openalex.org/W2000089473","https://openalex.org/W2002955157","https://openalex.org/W2007309761","https://openalex.org/W2008985174","https://openalex.org/W2011163881","https://openalex.org/W2018164143","https://openalex.org/W2019866696","https://openalex.org/W2020675906","https://openalex.org/W2020859734","https://openalex.org/W2025088419","https://openalex.org/W2025577327","https://openalex.org/W2027172230","https://openalex.org/W2029329491","https://openalex.org/W2029411477","https://openalex.org/W2032549894","https://openalex.org/W2041850687","https://openalex.org/W2045219416","https://openalex.org/W2047321993","https://openalex.org/W2049558307","https://openalex.org/W2063244929","https://openalex.org/W2063463192","https://openalex.org/W2067833766","https://openalex.org/W2072327049","https://openalex.org/W2078571717","https://openalex.org/W2079336662","https://openalex.org/W2082256810","https://openalex.org/W2083558913","https://openalex.org/W2084078215","https://openalex.org/W2085499767","https://openalex.org/W2086590865","https://openalex.org/W2094468738","https://openalex.org/W2096435507","https://openalex.org/W2097284091","https://openalex.org/W2097391156","https://openalex.org/W2097829252","https://openalex.org/W2098415863","https://openalex.org/W2102365548","https://openalex.org/W2103001366","https://openalex.org/W2103732378","https://openalex.org/W2107571548","https://openalex.org/W2108370395","https://openalex.org/W2113825554","https://openalex.org/W2117093381","https://openalex.org/W2119930562","https://openalex.org/W2120141461","https://openalex.org/W2120312005","https://openalex.org/W2123663722","https://openalex.org/W2123667226","https://openalex.org/W2123884367","https://openalex.org/W2129005287","https://openalex.org/W2129466958","https://openalex.org/W2130126144","https://openalex.org/W2131104275","https://openalex.org/W2131449282","https://openalex.org/W2131966673","https://openalex.org/W2133406853","https://openalex.org/W2136629393","https://openalex.org/W2137653635","https://openalex.org/W2141186838","https://openalex.org/W2142188478","https://openalex.org/W2142722294","https://openalex.org/W2144002928","https://openalex.org/W2144981148","https://openalex.org/W2145154883","https://openalex.org/W2154513453","https://openalex.org/W2160700824","https://openalex.org/W2161645441","https://openalex.org/W2162622470","https://openalex.org/W2163961697","https://openalex.org/W2165278974","https://openalex.org/W2168103533","https://openalex.org/W2168407489","https://openalex.org/W2171273909","https://openalex.org/W2172143128","https://openalex.org/W2184180980","https://openalex.org/W2210897007","https://openalex.org/W2224340517","https://openalex.org/W2236864648","https://openalex.org/W2245228454","https://openalex.org/W2245935442","https://openalex.org/W2262754851","https://openalex.org/W2296335794","https://openalex.org/W2331384579","https://openalex.org/W2397100623","https://openalex.org/W2412853042","https://openalex.org/W2464701264","https://openalex.org/W2469560967","https://openalex.org/W2472803348","https://openalex.org/W2477771201","https://openalex.org/W2486926992","https://openalex.org/W2493670965","https://openalex.org/W2494495101","https://openalex.org/W2507200390","https://openalex.org/W2516991308","https://openalex.org/W2528766162","https://openalex.org/W2560096094","https://openalex.org/W2581331746","https://openalex.org/W2592868829","https://openalex.org/W2604832774","https://openalex.org/W2732960953","https://openalex.org/W2737513370","https://openalex.org/W2755296019","https://openalex.org/W2767126550","https://openalex.org/W2767962237","https://openalex.org/W2770305635","https://openalex.org/W2782226377","https://openalex.org/W2807509759","https://openalex.org/W2885217103","https://openalex.org/W2907756329","https://openalex.org/W2911412425","https://openalex.org/W2912412735","https://openalex.org/W3006401051","https://openalex.org/W3009619419","https://openalex.org/W3017382449","https://openalex.org/W3123868826","https://openalex.org/W3150057044","https://openalex.org/W4230625563","https://openalex.org/W4247882433","https://openalex.org/W4254913779","https://openalex.org/W4285719527","https://openalex.org/W6641506132"],"related_works":["https://openalex.org/W2413717610","https://openalex.org/W1973270181","https://openalex.org/W2417696084","https://openalex.org/W2368782778","https://openalex.org/W2087830269","https://openalex.org/W3106281778","https://openalex.org/W2003643616","https://openalex.org/W638612878","https://openalex.org/W2140154150","https://openalex.org/W2083330954"],"abstract_inverted_index":{"Reproducibility":[0],"is":[1,28],"widely":[2],"considered":[3],"to":[4,37,41,49,63,83],"be":[5,35,47],"an":[6],"essential":[7],"requirement":[8],"of":[9,16,71,78,93],"the":[10,76],"scientific":[11,79],"process.":[12],"However,":[13],"a":[14,39],"number":[15],"serious":[17],"concerns":[18],"have":[19],"been":[20],"raised":[21],"recently,":[22],"questioning":[23],"whether":[24],"today\u2019s":[25],"computational":[26],"work":[27],"adequately":[29],"reproducible.":[30],"In":[31],"principle,":[32],"it":[33,51],"should":[34,46],"possible":[36],"specify":[38],"computation":[40],"sufficient":[42],"detail":[43],"that":[44],"anyone":[45],"able":[48],"reproduce":[50],"exactly.":[52],"But":[53],"in":[54],"practice,":[55],"there":[56],"are":[57,73,85,95],"fundamental,":[58],"technical,":[59],"and":[60,69,90],"social":[61],"barriers":[62,82],"doing":[64],"so.":[65],"The":[66],"many":[67],"objectives":[68],"meanings":[70],"reproducibility":[72,84],"discussed":[74],"within":[75],"context":[77],"computing.":[80],"Technical":[81],"described,":[86],"extant":[87],"approaches":[88],"surveyed,":[89],"open":[91],"areas":[92],"research":[94],"identified.":[96]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":12}],"updated_date":"2026-03-24T08:02:53.985720","created_date":"2025-10-10T00:00:00"}