{"id":"https://openalex.org/W2517939087","doi":"https://doi.org/10.1080/10586458.2016.1163755","title":"Reproducibility in Computational Science: A Case Study: Randomness of the Digits of Pi","display_name":"Reproducibility in Computational Science: A Case Study: Randomness of the Digits of Pi","publication_year":2016,"publication_date":"2016-08-24","ids":{"openalex":"https://openalex.org/W2517939087","doi":"https://doi.org/10.1080/10586458.2016.1163755","mag":"2517939087"},"language":"en","primary_location":{"id":"doi:10.1080/10586458.2016.1163755","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10586458.2016.1163755","pdf_url":null,"source":{"id":"https://openalex.org/S119636414","display_name":"Experimental Mathematics","issn_l":"1058-6458","issn":["1058-6458","1944-950X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Experimental Mathematics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/uc/item/02w5n10q","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081580336","display_name":"David H. Bailey","orcid":"https://orcid.org/0000-0002-7574-8342"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]},{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"David H. Bailey","raw_affiliation_strings":["Department of Computer Science, University of California, Davis, Davis, CA, USA","Lawrence Berkeley National Laboratory (retired), Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of California, Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]},{"raw_affiliation_string":"Lawrence Berkeley National Laboratory (retired), Berkeley, CA, USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088720034","display_name":"Jonathan M. Borwein","orcid":"https://orcid.org/0000-0002-1263-0646"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jonathan M. Borwein","raw_affiliation_strings":["CARMA, University of Newcastle, Callaghan, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"CARMA, University of Newcastle, Callaghan, NSW, Australia","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078366249","display_name":"Richard P. Brent","orcid":"https://orcid.org/0000-0002-8495-7437"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]},{"id":"https://openalex.org/I2802631561","display_name":"Australian Mathematical Sciences Institute","ror":"https://ror.org/00yn60108","country_code":"AU","type":"other","lineage":["https://openalex.org/I2802631561"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Richard P. Brent","raw_affiliation_strings":["Mathematical Sciences Institute, Australian National University, Canberra, ACT, Australia"],"affiliations":[{"raw_affiliation_string":"Mathematical Sciences Institute, Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I2802631561","https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082131935","display_name":"Mohsen Reisi","orcid":null},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mohsen Reisi","raw_affiliation_strings":["CARMA, University of Newcastle, Callaghan, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"CARMA, University of Newcastle, Callaghan, NSW, Australia","institution_ids":["https://openalex.org/I78757542"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5081580336"],"corresponding_institution_ids":["https://openalex.org/I148283060","https://openalex.org/I84218800"],"apc_list":null,"apc_paid":null,"fwci":1.0779,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.80644309,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"26","issue":"3","first_page":"298","last_page":"305"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9690999984741211,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9463000297546387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decimal","display_name":"Decimal","score":0.8928800821304321},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.8174145221710205},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.6164112091064453},{"id":"https://openalex.org/keywords/realm","display_name":"Realm","score":0.5921735763549805},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.570523202419281},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.553757905960083},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5087741017341614},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.41825735569000244},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4142327308654785},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.40950649976730347},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.35157886147499084},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1836182177066803},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.12305933237075806},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08383980393409729}],"concepts":[{"id":"https://openalex.org/C65045869","wikidata":"https://www.wikidata.org/wiki/Q81365","display_name":"Decimal","level":2,"score":0.8928800821304321},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.8174145221710205},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.6164112091064453},{"id":"https://openalex.org/C2778757428","wikidata":"https://www.wikidata.org/wiki/Q1250464","display_name":"Realm","level":2,"score":0.5921735763549805},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.570523202419281},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.553757905960083},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5087741017341614},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.41825735569000244},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4142327308654785},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.40950649976730347},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35157886147499084},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1836182177066803},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.12305933237075806},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08383980393409729},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1080/10586458.2016.1163755","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10586458.2016.1163755","pdf_url":null,"source":{"id":"https://openalex.org/S119636414","display_name":"Experimental Mathematics","issn_l":"1058-6458","issn":["1058-6458","1944-950X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Experimental Mathematics","raw_type":"journal-article"},{"id":"pmh:ark:/13030/qt02w5n10q","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:escholarship.org:ark:/13030/qt02w5n10q","is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/02w5n10q","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Experimental Mathematics, vol 26, iss 3","raw_type":"article"},{"id":"pmh:oai:openresearch-repository.anu.edu.au:1885/160801","is_oa":false,"landing_page_url":"http://hdl.handle.net/1885/160801","pdf_url":null,"source":{"id":"https://openalex.org/S4306402539","display_name":"ANU Open Research (Australian National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I118347636","host_organization_name":"Australian National University","host_organization_lineage":["https://openalex.org/I118347636"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Experimental Mathematics","raw_type":"Journal article"},{"id":"pmh:uon:31017","is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.13/1353064","pdf_url":null,"source":{"id":"https://openalex.org/S4377196471","display_name":"NOVA (University of Newcastle Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I78757542","host_organization_name":"University of Newcastle Australia","host_organization_lineage":["https://openalex.org/I78757542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"pmh:oai:escholarship.org:ark:/13030/qt02w5n10q","is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/02w5n10q","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Experimental Mathematics, vol 26, iss 3","raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1544094582","https://openalex.org/W1595653788","https://openalex.org/W1673341728","https://openalex.org/W1985508741","https://openalex.org/W1987777080","https://openalex.org/W1991052357","https://openalex.org/W2008853956","https://openalex.org/W2011080089","https://openalex.org/W2038845091","https://openalex.org/W2095171740","https://openalex.org/W2145880011","https://openalex.org/W2183919022","https://openalex.org/W2188566912","https://openalex.org/W2395584497","https://openalex.org/W2581331746","https://openalex.org/W4232577791","https://openalex.org/W4254644932"],"related_works":["https://openalex.org/W2359053655","https://openalex.org/W2516369861","https://openalex.org/W177032641","https://openalex.org/W2502533382","https://openalex.org/W1967012415","https://openalex.org/W2961151343","https://openalex.org/W2468097068","https://openalex.org/W3028928340","https://openalex.org/W279796016","https://openalex.org/W2078540024"],"abstract_inverted_index":{"Mathematical":[0],"research":[1,71],"is":[2,25,39,81,118],"undergoing":[3],"a":[4,7,15,27,49,83,103],"transformation":[5],"from":[6],"mostly":[8],"theoretical":[9],"enterprise":[10],"to":[11,61,76,98,140,152],"one":[12],"that":[13,112],"involves":[14],"significant":[16],"amount":[17],"of":[18,36,68,86,102,116,126,145],"experimentation.":[19],"Indeed,":[20],"computational":[21,37,70],"and":[22,32,73,78,134],"experimental":[23,46,53],"mathematics":[24],"now":[26,40,82],"full-fledged":[28],"discipline":[29,47],"with":[30,51],"mathematics,":[31],"the":[33,62,69,89,100,113,142],"larger":[34],"field":[35],"science":[38],"taking":[41],"its":[42],"place":[43],"as":[44,64],"an":[45,65,124],"on":[48,123],"par":[50],"traditional":[52],"fields.":[54],"In":[55,91],"this":[56,92],"new":[57],"realm,":[58],"reproducibility":[59,80],"comes":[60],"forefront":[63],"essential":[66],"part":[67],"enterprise,":[72],"establishing":[74],"procedures":[75],"ensure":[77],"facilitate":[79],"central":[84],"focus":[85],"researchers":[87],"in":[88],"field.":[90],"study,":[93],"we":[94,137],"describe":[95],"our":[96],"attempts":[97],"reproduce":[99,141],"results":[101],"recently":[104],"published":[105],"article":[106],"by":[107,132],"Reinhard":[108],"Ganz,":[109,146],"who":[110],"concluded":[111],"decimal":[114,129],"expansion":[115],"\u03c0":[117],"not":[119],"statistically":[120],"random,":[121],"based":[122],"analysis":[125,149],"several":[127],"trillion":[128],"digits":[130],"provided":[131],"Yee":[133],"Kondo.":[135],"While":[136],"are":[138],"able":[139],"specific":[143],"findings":[144],"additional":[147],"statistical":[148],"leads":[150],"us":[151],"reject":[153],"his":[154],"overall":[155],"conclusion.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}