{"id":"https://openalex.org/W4289543569","doi":"https://doi.org/10.31234/osf.io/cnq4d","title":"Reproducibility and Replicability in a Fast-paced Methodological World","display_name":"Reproducibility and Replicability in a Fast-paced Methodological World","publication_year":2018,"publication_date":"2018-09-15","ids":{"openalex":"https://openalex.org/W4289543569","doi":"https://doi.org/10.31234/osf.io/cnq4d"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/cnq4d","doi":"https://doi.org/10.31234/osf.io/cnq4d","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/cnq4d","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.31234/osf.io/cnq4d","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076683363","display_name":"Sacha Epskamp","orcid":"https://orcid.org/0000-0003-4884-8118","observed_orcids":["https://orcid.org/0000-0003-4884-8118"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Sacha Epskamp","raw_affiliation_strings":["Department of Psychology, Psychological Methods, University of Amsterdam, Nieuwe Achtergracht 129-B, 1018 WT Amsterdam, The Netherlands;"],"raw_orcid":"https://orcid.org/0000-0003-4884-8118","affiliations":[{"raw_affiliation_string":"Department of Psychology, Psychological Methods, University of Amsterdam, Nieuwe Achtergracht 129-B, 1018 WT Amsterdam, The Netherlands;","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5076683363"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.00570000009611249,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.9829999804496765},{"id":"https://openalex.org/keywords/replicability","display_name":"replicability","score":0.9909999966621399},{"id":"https://openalex.org/keywords/statistical-software","display_name":"statistical software","score":0.4869999885559082},{"id":"https://openalex.org/keywords/software-dependencies","display_name":"software dependencies","score":0.5709999799728394},{"id":"https://openalex.org/keywords/preprint-archives","display_name":"preprint archives","score":0.6669999957084656},{"id":"https://openalex.org/keywords/open-source-software","display_name":"open source software","score":0.9710000157356262},{"id":"https://openalex.org/keywords/researcher-degrees-of-freedom","display_name":"researcher degrees of freedom","score":0.7459999918937683},{"id":"https://openalex.org/keywords/software-defects","display_name":"software defects","score":0.7149999737739563},{"id":"https://openalex.org/keywords/methodological-change","display_name":"methodological change","score":0.5509999990463257},{"id":"https://openalex.org/keywords/research-guidelines","display_name":"research guidelines","score":0.375}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7333895564079285},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6451033353805542},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.6191675066947937},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5278401374816895},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5198388695716858},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.4473086893558502},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.43509572744369507},{"id":"https://openalex.org/C43169469","wikidata":"https://www.wikidata.org/wiki/Q580922","display_name":"Preprint","level":2,"score":0.4327646493911743},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4116738736629486},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3903821110725403},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.24023130536079407},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12645021080970764},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.07119908928871155},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.31234/osf.io/cnq4d","doi":"https://doi.org/10.31234/osf.io/cnq4d","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/cnq4d","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:1468e59e-39db-49bd-8517-3eebc21ce8bd","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/cnq4d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"pmh:oai:share.osf.io:46213-A72-B4D","doi":null,"is_oa":false,"landing_page_url":"http://doi.org/10.31234/OSF.IO/CNQ4D","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"}],"best_oa_location":{"id":"doi:10.31234/osf.io/cnq4d","doi":"https://doi.org/10.31234/osf.io/cnq4d","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/cnq4d","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1520411860","https://openalex.org/W1574680346","https://openalex.org/W1910875068","https://openalex.org/W1913957972","https://openalex.org/W2099378628","https://openalex.org/W2138937646","https://openalex.org/W2161498332","https://openalex.org/W2296335794","https://openalex.org/W2342082360","https://openalex.org/W2414283705","https://openalex.org/W2472803348","https://openalex.org/W2526501380","https://openalex.org/W2530237102","https://openalex.org/W2728684585","https://openalex.org/W2742569683","https://openalex.org/W2770036798","https://openalex.org/W2951092176","https://openalex.org/W4399570526","https://openalex.org/W4399573698"],"related_works":["https://openalex.org/W6968918363","https://openalex.org/W2728783078","https://openalex.org/W2735407035","https://openalex.org/W2010576942","https://openalex.org/W4238869027","https://openalex.org/W6902197546","https://openalex.org/W7095619886","https://openalex.org/W7117758543","https://openalex.org/W6930849237","https://openalex.org/W7165526414"],"abstract_inverted_index":{"Methodological":[0],"developments":[1],"and":[2,13,20,81,107,123,151,183],"software":[3,22,121,138,161],"implementations":[4],"progress":[5],"in":[6,87,156],"increasingly":[7,36],"faster":[8],"time":[9],"frames.":[10],"The":[11,94],"introduction":[12],"widespread":[14],"acceptance":[15],"of":[16,70,75,96,149,175,185],"preprint":[17],"archived":[18],"reports":[19],"open-source":[21],"make":[23],"state-of-the-art":[24],"statistical":[25],"methods":[26],"readily":[27],"accessible":[28],"to":[29,100,104,108,111,179],"researchers.":[30,93],"At":[31],"the":[32,45,60,63,134,181],"same":[33,46,64],"time,":[34],"researchers":[35,165],"emphasize":[37],"that":[38,129],"their":[39,114,186],"results":[40,48],"should":[41],"be":[42,118],"reproducible":[43],"(obtaining":[44,62],"numeric":[47],"at":[49,66],"a":[50,55,67,127,157,173],"later":[51,68],"stage),":[52],"which":[53],"is":[54,99,130,141],"basic":[56],"requirement":[57],"for":[58,177],"assessing":[59],"replicability":[61,184],"conclusions":[65],"stage)":[69],"results.":[71,187],"Although":[72],"this":[73,97],"age":[74],"fast-paced":[76],"methodology":[77],"greatly":[78,131],"facilitates":[79],"reproducibility":[80,182],"replicability,":[82],"it":[83],"also":[84],"undermines":[85],"them":[86],"ways":[88],"not":[89],"often":[90],"realized":[91],"by":[92,120,133,143,160],"goal":[95],"paper":[98,170],"draw":[101],"researchers\u2019":[102],"attention":[103],"these":[105],"threats":[106],"propose":[109],"guidelines":[110],"help":[112],"minimize":[113],"impact.":[115],"Reproducibility":[116],"may":[117],"influenced":[119],"development":[122],"change":[124],"over":[125],"time:":[126],"problem":[128],"compounded":[132],"rising":[135],"dependency":[136],"between":[137],"packages.":[139],"Replicability":[140],"impacted":[142],"rapidly":[144],"changing":[145],"standards,":[146],"researcher":[147],"degrees":[148],"freedom,":[150],"possible":[152],"bugs":[153],"or":[154,163],"errors":[155],"code":[158],"made":[159],"developers":[162],"empirical":[164],"implementing":[166],"an":[167],"analysis.":[168],"This":[169],"concludes":[171],"with":[172],"list":[174],"recommendations":[176],"methodologists":[178],"improve":[180]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2022-08-03T00:00:00"}