{"id":"https://openalex.org/W7208834611","doi":"https://doi.org/10.31234/osf.io/psfkt_v2","title":"Defining and Differentiating Repeatability in Monte Carlo Simulation Studies","display_name":"Defining and Differentiating Repeatability in Monte Carlo Simulation Studies","publication_year":2026,"publication_date":"2026-09-05","ids":{"openalex":"https://openalex.org/W7208834611","doi":"https://doi.org/10.31234/osf.io/psfkt_v2"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/psfkt_v2","doi":"https://doi.org/10.31234/osf.io/psfkt_v2","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/psfkt_v2","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.31234/osf.io/psfkt_v2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045421990","display_name":"Amanda Kay Montoya","orcid":"https://orcid.org/0000-0001-9316-8184","observed_orcids":["https://orcid.org/0000-0001-9316-8184"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amanda Kay Montoya","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-9316-8184","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5074708110","display_name":"Samantha F. Anderson","orcid":"https://orcid.org/0000-0003-4451-5295","observed_orcids":["https://orcid.org/0000-0003-4451-5295"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samantha F. Anderson","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4451-5295","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.3278999924659729,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.3278999924659729,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.20180000364780426,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.1354999989271164,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/repeatability","display_name":"repeatability","score":0.9300000071525574},{"id":"https://openalex.org/keywords/replication","display_name":"replication","score":0.8799999952316284},{"id":"https://openalex.org/keywords/reproduction","display_name":"reproduction","score":0.7369999885559082},{"id":"https://openalex.org/keywords/robustness","display_name":"robustness","score":0.9829999804496765},{"id":"https://openalex.org/keywords/sampling-variability","display_name":"sampling variability","score":0.8109999895095825},{"id":"https://openalex.org/keywords/open-code","display_name":"open code","score":0.7089999914169312},{"id":"https://openalex.org/keywords/open-data","display_name":"open data","score":0.8529999852180481},{"id":"https://openalex.org/keywords/multiverse-analysis","display_name":"multiverse analysis","score":0.9259999990463257},{"id":"https://openalex.org/keywords/replication-crisis","display_name":"replication crisis","score":0.7210000157356262}],"concepts":[{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.853600025177002},{"id":"https://openalex.org/C154020017","wikidata":"https://www.wikidata.org/wiki/Q520171","display_name":"Repeatability","level":2,"score":0.633899986743927},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5914000272750854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.583299994468689},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.4715999960899353},{"id":"https://openalex.org/C204493344","wikidata":"https://www.wikidata.org/wiki/Q6904698","display_name":"Monte Carlo method in statistical physics","level":5,"score":0.46720001101493835},{"id":"https://openalex.org/C132725507","wikidata":"https://www.wikidata.org/wiki/Q39879","display_name":"Monte Carlo integration","level":5,"score":0.43070000410079956},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.4189999997615814},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.38920000195503235},{"id":"https://openalex.org/C63320529","wikidata":"https://www.wikidata.org/wiki/Q7269435","display_name":"Quasi-Monte Carlo method","level":5,"score":0.3637000024318695},{"id":"https://openalex.org/C37669827","wikidata":"https://www.wikidata.org/wiki/Q6904703","display_name":"Monte Carlo molecular modeling","level":4,"score":0.32710000872612},{"id":"https://openalex.org/C13153151","wikidata":"https://www.wikidata.org/wiki/Q1639846","display_name":"Hybrid Monte Carlo","level":4,"score":0.31310001015663147},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3059000074863434},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3041999936103821},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.30300000309944153},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30149999260902405},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.2915000021457672},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28700000047683716},{"id":"https://openalex.org/C188255311","wikidata":"https://www.wikidata.org/wiki/Q7256388","display_name":"Psychological research","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C187192777","wikidata":"https://www.wikidata.org/wiki/Q381699","display_name":"Rejection sampling","level":5,"score":0.2703000009059906},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.262800008058548}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.31234/osf.io/psfkt_v2","doi":"https://doi.org/10.31234/osf.io/psfkt_v2","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/psfkt_v2","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:2729dd89-3d28-473b-b256-d156a2db84d8","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/psfkt","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.31234/osf.io/psfkt_v2","doi":"https://doi.org/10.31234/osf.io/psfkt_v2","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/psfkt_v2","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7147232500","https://openalex.org/W7127209836","https://openalex.org/W6887795582","https://openalex.org/W7125908207","https://openalex.org/W4404372720","https://openalex.org/W7134974750","https://openalex.org/W4395026776","https://openalex.org/W2890347213","https://openalex.org/W2004896097","https://openalex.org/W4403047690"],"abstract_inverted_index":{"Monte":[0,48,64,125,202],"Carlo":[1,49,65,126,203],"simulation":[2,50,160,204],"studies":[3,39,81,205,218],"are":[4,15,56,206],"a":[5,94,140],"primary":[6],"methodology":[7],"used":[8,16,86],"to":[9,31,97,221],"evaluate":[10],"statistical":[11,210,226],"methods":[12,227],"which":[13,67],"then":[14],"in":[17,27,159,228],"psychology":[18,229],"and":[19,40,99,105,111,119,139,173,190,192,199,212,230],"other":[20,193],"social-behavioral":[21,28,73],"research.":[22],"While":[23],"the":[24,35,42,61,78,122,133,147,154,163,171,185,214,222],"replication":[25],"crisis":[26],"science":[29],"led":[30],"deep":[32],"reflection":[33],"on":[34,83],"repeatability":[36,62,101,143,215],"of":[37,63,124,142,153,156,165,176,179,187,216,225],"research":[38,161],"findings,":[41],"same":[43],"is":[44,219],"just":[45],"beginning":[46],"for":[47,58,72,121,149,208],"studies.":[51],"Recent":[52],"evidence":[53],"suggests":[54],"there":[55],"reasons":[57],"concern":[59],"about":[60],"simulations,":[66],"could":[68],"have":[69,82],"major":[70],"implications":[71],"sciences":[74],"more":[75,150],"broadly,":[76],"given":[77],"impact":[79],"these":[80,114,217],"analytical":[84],"approaches":[85],"across":[87],"fields.":[88],"In":[89],"this":[90],"paper,":[91],"we":[92],"adopt":[93],"specific":[95],"approach":[96,169],"describing":[98],"differentiating":[100],"terms":[102],"(replication,":[103],"reproduction,":[104],"robustness;":[106],"Nosek":[107,134],"et":[108,135],"al.,":[109],"2025)":[110],"explore":[112],"how":[113],"concepts":[115],"should":[116],"be":[117],"applied":[118],"revised":[120],"context":[123],"simulations.":[127],"We":[128],"suggest":[129],"key":[130],"deviations":[131],"from":[132,146],"al.":[136],"(2025)":[137],"framework":[138],"subdivision":[141],"types":[144],"stemming":[145],"potential":[148],"systematic":[151],"exploration":[152],"role":[155,186],"sampling":[157],"variability":[158],"through":[162],"sharing":[164],"open":[166,188],"code.":[167],"This":[168],"demonstrates":[170],"importance":[172],"distinct":[174],"value":[175],"each":[177],"type":[178],"repeatability,":[180],"as":[181,183],"well":[182],"identifies":[184],"data":[189],"code,":[191],"verification":[194],"studies,":[195],"like":[196],"multiverse":[197],"analyses":[198],"registered":[200],"reports.":[201],"important":[207],"informing":[209],"practice,":[211],"ensuring":[213],"tantamount":[220],"appropriate":[223],"use":[224],"beyond.":[231]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-09-06T00:00:00"}