{"id":"https://openalex.org/W2904084635","doi":"https://doi.org/10.1525/collabra.218","title":"When and Why to Replicate: As Easy as 1, 2, 3?","display_name":"When and Why to Replicate: As Easy as 1, 2, 3?","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2904084635","doi":"https://doi.org/10.1525/collabra.218","mag":"2904084635"},"language":"en","primary_location":{"id":"doi:10.1525/collabra.218","doi":"https://doi.org/10.1525/collabra.218","is_oa":true,"landing_page_url":"https://doi.org/10.1525/collabra.218","pdf_url":"http://www.collabra.org/articles/10.1525/collabra.218/galley/309/download/","source":{"id":"https://openalex.org/S4210175756","display_name":"Collabra Psychology","issn_l":"2474-7394","issn":["2474-7394"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315693","host_organization_name":"University of California Press","host_organization_lineage":["https://openalex.org/P4310315693"],"host_organization_lineage_names":["University of California Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Collabra: Psychology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://www.collabra.org/articles/10.1525/collabra.218/galley/309/download/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051864146","display_name":"Sarahanne Miranda Field","orcid":"https://orcid.org/0000-0001-7874-1261","observed_orcids":["https://orcid.org/0000-0001-7874-1261"]},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sarahanne M. Field","raw_affiliation_strings":["Department of Psychometrics and Statistics, Rijksuniversiteit Groningen, NL"],"raw_orcid":"https://orcid.org/0000-0001-7874-1261","affiliations":[{"raw_affiliation_string":"Department of Psychometrics and Statistics, Rijksuniversiteit Groningen, NL","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073786811","display_name":"Rink Hoekstra","orcid":"https://orcid.org/0000-0002-1588-7527","observed_orcids":["https://orcid.org/0000-0002-1588-7527"]},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Rink Hoekstra","raw_affiliation_strings":["Department of Psychometrics and Statistics, Rijksuniversiteit Groningen, NL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychometrics and Statistics, Rijksuniversiteit Groningen, NL","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073126169","display_name":"Laura Francina Bringmann","orcid":"https://orcid.org/0000-0002-8091-9935","observed_orcids":["https://orcid.org/0000-0002-8091-9935"]},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Laura Bringmann","raw_affiliation_strings":["Department of Psychometrics and Statistics, Rijksuniversiteit Groningen, NL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychometrics and Statistics, Rijksuniversiteit Groningen, NL","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023033299","display_name":"Don van Ravenzwaaij","orcid":"https://orcid.org/0000-0002-5030-4091","observed_orcids":["https://orcid.org/0000-0002-5030-4091"]},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Don van Ravenzwaaij","raw_affiliation_strings":["Department of Psychometrics and Statistics, Rijksuniversiteit Groningen, NL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychometrics and Statistics, Rijksuniversiteit Groningen, NL","institution_ids":["https://openalex.org/I169381384"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I169381384"],"apc_list":{"value":975,"currency":"USD","value_usd":975},"apc_paid":{"value":975,"currency":"USD","value_usd":975},"fwci":3.6723,"has_fulltext":true,"cited_by_count":43,"citation_normalized_percentile":{"value":0.94233958,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"5","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.6044999957084656,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.6044999957084656,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.36570000648498535,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12430","display_name":"Academic and Historical Perspectives in Psychology","score":0.00430000014603138,"subfield":{"id":"https://openalex.org/subfields/3200","display_name":"General Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication","display_name":"replication","score":0.6880000233650208},{"id":"https://openalex.org/keywords/research-waste","display_name":"research waste","score":0.5519999861717224},{"id":"https://openalex.org/keywords/replication-study","display_name":"replication study","score":0.4009999930858612}],"concepts":[{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.8564984798431396},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7995229959487915},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6968448758125305},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5633695125579834},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5052366852760315},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49159345030784607},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4789714813232422},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.41431209444999695},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3958829641342163},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3751579523086548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17958420515060425},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.11886751651763916},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10507172346115112},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.10019731521606445},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08404573798179626},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C159047783","wikidata":"https://www.wikidata.org/wiki/Q7215","display_name":"Virology","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1525/collabra.218","doi":"https://doi.org/10.1525/collabra.218","is_oa":true,"landing_page_url":"https://doi.org/10.1525/collabra.218","pdf_url":"http://www.collabra.org/articles/10.1525/collabra.218/galley/309/download/","source":{"id":"https://openalex.org/S4210175756","display_name":"Collabra Psychology","issn_l":"2474-7394","issn":["2474-7394"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315693","host_organization_name":"University of California Press","host_organization_lineage":["https://openalex.org/P4310315693"],"host_organization_lineage_names":["University of California Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Collabra: Psychology","raw_type":"journal-article"},{"id":"pmh:oai:pure.rug.nl:openaire/31d15f13-367b-4836-a6bb-67c339576d8a","doi":null,"is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/31d15f13-367b-4836-a6bb-67c339576d8a","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Field, S M, Hoekstra, R, Bringmann, L & van Ravenzwaaij, D 2019, 'When and Why to Replicate : As Easy as 1, 2, 3?', Collabra: Psychology, vol. 5, no. 1, 46. https://doi.org/10.1525/collabra.218","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:caf8e8bd509c480db1d9e5e735089203","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/caf8e8bd509c480db1d9e5e735089203","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Collabra: Psychology, Vol 5, Iss 1 (2019)","raw_type":"article"},{"id":"pmh:oai:ojs.collabra.ubiquitypress.com:article/218","doi":null,"is_oa":true,"landing_page_url":"https://www.collabra.org/jms/article/view/218","pdf_url":null,"source":{"id":"https://openalex.org/S4210175756","display_name":"Collabra Psychology","issn_l":"2474-7394","issn":["2474-7394"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315693","host_organization_name":"University of California Press","host_organization_lineage":["https://openalex.org/P4310315693"],"host_organization_lineage_names":["University of California Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Collabra: Psychology; Vol 5, No 1; 46","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:share.osf.io:E0200-938-BB5","doi":null,"is_oa":false,"landing_page_url":"http://api.osf.io/v2/nodes/hvy2x/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"project"},{"id":"pmh:oai:share.osf.io:ce50ce3a-7854-4df6-8f23-a9b7c48f08c1","doi":null,"is_oa":false,"landing_page_url":"https://osf.io/hvy2x","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"},{"id":"pmh:rug:oai:pure.rug.nl:publications/31d15f13-367b-4836-a6bb-67c339576d8a","doi":null,"is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/31d15f13-367b-4836-a6bb-67c339576d8a","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Collabra: Psychology, 5(1):46. The Regents of the University of California","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1525/collabra.218","doi":"https://doi.org/10.1525/collabra.218","is_oa":true,"landing_page_url":"https://doi.org/10.1525/collabra.218","pdf_url":"http://www.collabra.org/articles/10.1525/collabra.218/galley/309/download/","source":{"id":"https://openalex.org/S4210175756","display_name":"Collabra Psychology","issn_l":"2474-7394","issn":["2474-7394"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315693","host_organization_name":"University of California Press","host_organization_lineage":["https://openalex.org/P4310315693"],"host_organization_lineage_names":["University of California Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Collabra: Psychology","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2904084635.pdf","grobid_xml":"https://content.openalex.org/works/W2904084635.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W348299938","https://openalex.org/W1501619595","https://openalex.org/W1767470961","https://openalex.org/W1891218191","https://openalex.org/W1897139626","https://openalex.org/W1967139617","https://openalex.org/W1978662219","https://openalex.org/W1987673761","https://openalex.org/W1990330171","https://openalex.org/W2006546769","https://openalex.org/W2009705181","https://openalex.org/W2017146523","https://openalex.org/W2022675799","https://openalex.org/W2047422927","https://openalex.org/W2054699810","https://openalex.org/W2064191261","https://openalex.org/W2092187555","https://openalex.org/W2100267603","https://openalex.org/W2105080852","https://openalex.org/W2105824687","https://openalex.org/W2118070418","https://openalex.org/W2126053474","https://openalex.org/W2126163471","https://openalex.org/W2133460991","https://openalex.org/W2144981148","https://openalex.org/W2155930071","https://openalex.org/W2166378641","https://openalex.org/W2167901203","https://openalex.org/W2170660620","https://openalex.org/W2235693693","https://openalex.org/W2259670296","https://openalex.org/W2282205924","https://openalex.org/W2331384579","https://openalex.org/W2413449166","https://openalex.org/W2481144107","https://openalex.org/W2504448871","https://openalex.org/W2550379089","https://openalex.org/W2586955412","https://openalex.org/W2587173438","https://openalex.org/W2597395971","https://openalex.org/W2604455435","https://openalex.org/W2606193717","https://openalex.org/W2729207627","https://openalex.org/W2745146355","https://openalex.org/W2748467094","https://openalex.org/W2749247234","https://openalex.org/W2767099881","https://openalex.org/W2776961836","https://openalex.org/W2777871873","https://openalex.org/W2782851571","https://openalex.org/W2799764825","https://openalex.org/W2800803445","https://openalex.org/W2883372851","https://openalex.org/W2883633984","https://openalex.org/W2884112875","https://openalex.org/W2884151395","https://openalex.org/W2884430142","https://openalex.org/W2886512263","https://openalex.org/W2944204065","https://openalex.org/W2949716378","https://openalex.org/W3049474127","https://openalex.org/W3123928599","https://openalex.org/W4238114971"],"related_works":["https://openalex.org/W2053915529","https://openalex.org/W2111659373","https://openalex.org/W3013364101","https://openalex.org/W2378141881","https://openalex.org/W4230748207","https://openalex.org/W2025865172","https://openalex.org/W4388523091","https://openalex.org/W4220767635","https://openalex.org/W4221167770","https://openalex.org/W4253026353"],"abstract_inverted_index":{"The":[0],"crisis":[1],"of":[2,19,22,47,61,77,101,108,111,117,130,145],"confidence":[3],"in":[4,12,31,58],"psychology":[5],"has":[6,27],"prompted":[7],"vigorous":[8],"and":[9,36,114],"persistent":[10],"debate":[11],"the":[13,17,20,45,55,59,99,106,109,121,143,146],"scientific":[14],"community":[15],"concerning":[16],"veracity":[18],"findings":[21,133],"psychological":[23],"experiments.":[24],"This":[25],"discussion":[26],"led":[28],"to":[29,34,72,87,104],"changes":[30],"psychology\u2019s":[32],"approach":[33,97],"research,":[35],"several":[37],"new":[38],"initiatives":[39],"have":[40],"been":[41],"developed,":[42],"many":[43],"with":[44],"aim":[46],"improving":[48],"our":[49],"findings.":[50],"One":[51],"key":[52],"advancement":[53],"is":[54,70,82],"marked":[56],"increase":[57],"number":[60],"replication":[62,102],"studies":[63],"conducted.":[64],"We":[65,92],"argue":[66],"that":[67],"while":[68],"it":[69,81],"important":[71],"conduct":[73],"replications":[74],"as":[75],"part":[76],"regular":[78],"research":[79,132],"protocol,":[80],"neither":[83],"efficient":[84],"nor":[85],"useful":[86],"replicate":[88],"results":[89],"at":[90],"random.":[91],"recommend":[93],"adopting":[94],"a":[95,127,136],"methodical":[96],"toward":[98],"selection":[100,144],"targets":[103],"maximize":[105],"impact":[107],"outcomes":[110],"those":[112],"replications,":[113],"minimize":[115],"waste":[116],"scarce":[118],"resources.":[119],"In":[120],"current":[122],"study,":[123],"we":[124],"demonstrate":[125],"how":[126],"Bayesian":[128],"re\u2013analysis":[129],"existing":[131],"followed":[134],"by":[135],"simple":[137],"qualitative":[138],"assessment":[139],"process":[140],"can":[141],"drive":[142],"best":[147],"candidate":[148],"article":[149],"for":[150],"replication.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":6}],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2025-10-10T00:00:00"}