{"id":"https://openalex.org/W3008000555","doi":"https://doi.org/10.1177/2515245920918872","title":"Analysis of Open Data and Computational Reproducibility in Registered Reports in Psychology","display_name":"Analysis of Open Data and Computational Reproducibility in Registered Reports in Psychology","alternate_titles":[],"publication_year":2020,"publication_date":"2020-05-22","ids":{"openalex":"https://openalex.org/W3008000555","doi":"https://doi.org/10.1177/2515245920918872","mag":"3008000555"},"language":"en","primary_location":{"id":"doi:10.1177/2515245920918872","doi":"https://doi.org/10.1177/2515245920918872","is_oa":true,"landing_page_url":"https://doi.org/10.1177/2515245920918872","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/2515245920918872","source":{"id":"https://openalex.org/S4210173062","display_name":"Advances in Methods and Practices in Psychological Science","issn_l":"2515-2459","issn":["2515-2459","2515-2467"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Methods and Practices in Psychological Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3008000555"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://journals.sagepub.com/doi/pdf/10.1177/2515245920918872","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010087589","display_name":"Pepijn Obels","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Pepijn Obels","raw_affiliation_strings":["Department of Industrial Engineering and Innovation Sciences, Eindhoven University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Innovation Sciences, Eindhoven University of Technology","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007175111","display_name":"Dani\u00ebl Lakens","orcid":"https://orcid.org/0000-0002-0247-239X","observed_orcids":["https://orcid.org/0000-0002-0247-239X"]},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Dani\u00ebl Lakens","raw_affiliation_strings":["Department of Industrial Engineering and Innovation Sciences, Eindhoven University of Technology"],"raw_orcid":"https://orcid.org/0000-0002-0247-239X","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Innovation Sciences, Eindhoven University of Technology","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060815863","display_name":"Nicholas Alvaro Coles","orcid":"https://orcid.org/0000-0001-8583-5610","observed_orcids":["https://orcid.org/0000-0001-8583-5610"]},"institutions":[{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nicholas A. Coles","raw_affiliation_strings":["Department of Psychology, University of Tennessee"],"raw_orcid":"https://orcid.org/0000-0001-8583-5610","affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Tennessee","institution_ids":["https://openalex.org/I75027704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011502631","display_name":"Jaroslav Gottfried","orcid":"https://orcid.org/0000-0002-6076-1632","observed_orcids":["https://orcid.org/0000-0002-6076-1632"]},"institutions":[{"id":"https://openalex.org/I21449261","display_name":"Masaryk University","ror":"https://ror.org/02j46qs45","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21449261"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jaroslav Gottfried","raw_affiliation_strings":["Department of Psychology, Masaryk University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Masaryk University","institution_ids":["https://openalex.org/I21449261"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044233729","display_name":"Seth A. Green","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Seth A. Green","raw_affiliation_strings":["Department of Psychology, Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Princeton University","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5007175111"],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":{"value":3000,"currency":"USD","value_usd":3000},"apc_paid":{"value":3000,"currency":"USD","value_usd":3000},"fwci":12.1612,"has_fulltext":true,"cited_by_count":162,"citation_normalized_percentile":{"value":0.98714749,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"3","issue":"2","first_page":"229","last_page":"237"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.8324999809265137,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.8324999809265137,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.1453000009059906,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.007899999618530273,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computational-reproducibility","display_name":"computational reproducibility","score":0.8339999914169312},{"id":"https://openalex.org/keywords/data-sharing","display_name":"data sharing","score":0.8209999799728394},{"id":"https://openalex.org/keywords/code-sharing","display_name":"code sharing","score":0.9200000166893005},{"id":"https://openalex.org/keywords/open-data","display_name":"open data","score":0.6439999938011169},{"id":"https://openalex.org/keywords/research-practices","display_name":"research practices","score":0.550000011920929},{"id":"https://openalex.org/keywords/psychology-literature","display_name":"psychology literature","score":0.48899999260902405}],"concepts":[{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.6878808736801147},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6709704995155334},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6106931567192078},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.5338650345802307},{"id":"https://openalex.org/C2778149293","wikidata":"https://www.wikidata.org/wiki/Q309823","display_name":"Open science","level":2,"score":0.5243787169456482},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.49076661467552185},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.452831506729126},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43889322876930237},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.42526161670684814},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3539213240146637},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.189319908618927},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18251073360443115},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.16935089230537415},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.1648443043231964},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11848801374435425},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09853368997573853},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.08180555701255798},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07818791270256042},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1177/2515245920918872","doi":"https://doi.org/10.1177/2515245920918872","is_oa":true,"landing_page_url":"https://doi.org/10.1177/2515245920918872","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/2515245920918872","source":{"id":"https://openalex.org/S4210173062","display_name":"Advances in Methods and Practices in Psychological Science","issn_l":"2515-2459","issn":["2515-2459","2515-2467"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Methods and Practices in Psychological Science","raw_type":"journal-article"},{"id":"pmh:oai:pure.tue.nl:openaire/bf0dc714-6b11-4462-a92f-3b17d518dc43","doi":null,"is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/bf0dc714-6b11-4462-a92f-3b17d518dc43","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Obels, P, Lakens, D, Coles, N A, Gottfried, J & Green, S A 2020, 'Analysis of Open Data and Computational Reproducibility in Registered Reports in Psychology', Advances in Methods and Practices in Psychological Science, vol. 3, no. 2, pp. 229-237. https://doi.org/10.1177/2515245920918872","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:doi:10.17605/osf.io/suqz3","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/suqz3","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:tue:oai:pure.tue.nl:publications/bf0dc714-6b11-4462-a92f-3b17d518dc43","doi":null,"is_oa":true,"landing_page_url":"https://research.tue.nl/nl/publications/bf0dc714-6b11-4462-a92f-3b17d518dc43","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Advances in Methods and Practices in Psychological Science, 3(2), 229 - 237. SAGE Publications Ltd","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1177/2515245920918872","doi":"https://doi.org/10.1177/2515245920918872","is_oa":true,"landing_page_url":"https://doi.org/10.1177/2515245920918872","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/2515245920918872","source":{"id":"https://openalex.org/S4210173062","display_name":"Advances in Methods and Practices in Psychological Science","issn_l":"2515-2459","issn":["2515-2459","2515-2467"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Methods and Practices in Psychological Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2593165447","display_name":null,"funder_award_id":"VIDI Grant 452-17-013","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G7239108838","display_name":"Increasing the Reliability and Efficiency of Psychological Science","funder_award_id":"452-17-013","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3008000555.pdf","grobid_xml":"https://content.openalex.org/works/W3008000555.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1941783251","https://openalex.org/W1972863007","https://openalex.org/W2072600048","https://openalex.org/W2113085067","https://openalex.org/W2146372633","https://openalex.org/W2235693693","https://openalex.org/W2302501749","https://openalex.org/W2499154041","https://openalex.org/W2566898183","https://openalex.org/W2582743722","https://openalex.org/W2605192768","https://openalex.org/W2765568896","https://openalex.org/W2773787581","https://openalex.org/W2776961836","https://openalex.org/W2782278703","https://openalex.org/W2791577993","https://openalex.org/W2793993424","https://openalex.org/W2810369529","https://openalex.org/W2811186159","https://openalex.org/W2886900553","https://openalex.org/W2946317740","https://openalex.org/W4243621827","https://openalex.org/W4244185376","https://openalex.org/W4255512210","https://openalex.org/W4399536195"],"related_works":["https://openalex.org/W4220652293","https://openalex.org/W7214513133","https://openalex.org/W7124161749","https://openalex.org/W7151365000","https://openalex.org/W3035921379","https://openalex.org/W4319062942","https://openalex.org/W7133412269","https://openalex.org/W4241062884","https://openalex.org/W4281798395","https://openalex.org/W4416332336"],"abstract_inverted_index":{"Ongoing":[0],"technological":[1],"developments":[2],"have":[3],"made":[4],"it":[5,26,62,81],"easier":[6,27],"than":[7],"ever":[8],"before":[9],"for":[10,28,101,148,160,169,177,196,225],"scientists":[11],"to":[12,31,84,88,111,115],"share":[13],"their":[14],"data,":[15],"materials,":[16],"and":[17,22,53,68,98,113,138,146,163,181,191,235],"analysis":[18,23,141],"code.":[19],"Sharing":[20],"data":[21,55,97,136,145,180],"code":[24,99,147,182],"makes":[25],"other":[29,219],"researchers":[30,44,74],"reuse":[32],"or":[33,189,208],"check":[34],"published":[35,51,104],"research.":[36],"However,":[37],"these":[38],"benefits":[39],"will":[40],"emerge":[41],"only":[42],"if":[43,54],"can":[45,92],"reproduce":[46,118],"the":[47,106,119,126,151,158,166,173,192,215,243],"analyses":[48],"reported":[49],"in":[50,78,105,122,218,242],"articles":[52,128,152,176,195],"are":[56,75],"annotated":[57],"well":[58],"enough":[59],"so":[60],"that":[61,91,129],"is":[63,82,222],"clear":[64,223],"what":[65],"all":[66],"variable":[67],"value":[69],"labels":[70],"mean.":[71],"Because":[72],"most":[73],"not":[76],"trained":[77],"computational":[79],"reproducibility,":[80],"important":[83],"evaluate":[85],"current":[86],"practices":[87,241],"identify":[89],"those":[90],"be":[93,201],"improved.":[94],"We":[95,155,227],"examined":[96],"sharing":[100],"Registered":[102],"Reports":[103],"psychological":[107],"literature":[108],"from":[109],"2014":[110],"2018":[112],"attempted":[114],"independently":[116],"computationally":[117,202],"main":[120,167,198,246],"results":[121,168,199,247],"each":[123],"article.":[124],"Of":[125],"62":[127],"met":[130],"our":[131,233],"inclusion":[132],"criteria,":[133],"41":[134],"had":[135,140],"available,":[137],"37":[139],"scripts":[142,159],"available.":[143],"Both":[144],"36":[149],"of":[150,175,187,194,206,238],"were":[153,183,210],"shared.":[154],"could":[156,200],"run":[157],"31":[161],"analyses,":[162],"we":[164,248],"reproduced":[165,203],"21":[170],"articles.":[171],"Although":[172],"percentage":[174,193],"which":[178,197],"both":[179],"shared":[184],"(36":[185],"out":[186,205],"62,":[188],"58%)":[190,209],"(21":[204],"36,":[207],"relatively":[211],"high":[212],"compared":[213],"with":[214],"percentages":[216],"found":[217],"studies,":[220],"there":[221],"room":[224],"improvement.":[226],"provide":[228],"practical":[229],"recommendations":[230],"based":[231],"on":[232],"observations":[234],"cite":[236],"examples":[237],"good":[239],"research":[240],"studies":[244],"whose":[245],"reproduced.":[249]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3008000555","counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":8}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2020-03-06T00:00:00"}
