{"id":"https://openalex.org/W4309548602","doi":"https://doi.org/10.3897/rio.8.e89980","title":"Sharing the Recipe: Reproducibility and Replicability in Research Across Disciplines","display_name":"Sharing the Recipe: Reproducibility and Replicability in Research Across Disciplines","publication_year":2022,"publication_date":"2022-11-22","ids":{"openalex":"https://openalex.org/W4309548602","doi":"https://doi.org/10.3897/rio.8.e89980"},"language":"en","primary_location":{"id":"doi:10.3897/rio.8.e89980","doi":"https://doi.org/10.3897/rio.8.e89980","is_oa":true,"landing_page_url":"https://doi.org/10.3897/rio.8.e89980","pdf_url":null,"source":{"id":"https://openalex.org/S2738614666","display_name":"Research Ideas and Outcomes","issn_l":"2367-7163","issn":["2367-7163"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","erih-plus","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321056","host_organization_name":"Pensoft Publishers","host_organization_lineage":["https://openalex.org/P4310321056"],"host_organization_lineage_names":["Pensoft Publishers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Ideas and Outcomes","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3897/rio.8.e89980","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081952407","display_name":"Rima-Maria Rahal","orcid":"https://orcid.org/0000-0002-1404-0471","observed_orcids":["https://orcid.org/0000-0002-1404-0471"]},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]},{"id":"https://openalex.org/I4210136328","display_name":"Max Planck Institute for Behavioral Economics","ror":"https://ror.org/02x1q2477","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210136328"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rima-Maria Rahal","raw_affiliation_strings":["Max Planck Institute for Research on Collective Goods"],"raw_orcid":"https://orcid.org/0000-0002-1404-0471","affiliations":[{"raw_affiliation_string":"Max Planck Institute for Research on Collective Goods","institution_ids":["https://openalex.org/I149899117","https://openalex.org/I4210136328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078427699","display_name":"Hanjo Hamann","orcid":"https://orcid.org/0009-0000-3639-7167","observed_orcids":["https://orcid.org/0009-0000-3639-7167"]},"institutions":[{"id":"https://openalex.org/I4210099375","display_name":"Institute for Globally Distributed Open Research and Education","ror":"https://ror.org/01643wd06","country_code":"SE","type":"facility","lineage":["https://openalex.org/I4210099375"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Hanjo Hamann","raw_affiliation_strings":["Institute for Globally Distributed Open Research and Education"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Globally Distributed Open Research and Education","institution_ids":["https://openalex.org/I4210099375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069813551","display_name":"Hilmar Brohmer","orcid":"https://orcid.org/0000-0001-7763-4229","observed_orcids":["https://orcid.org/0000-0001-7763-4229"]},"institutions":[{"id":"https://openalex.org/I15766117","display_name":"University of Graz","ror":"https://ror.org/01faaaf77","country_code":"AT","type":"education","lineage":["https://openalex.org/I15766117"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Hilmar Brohmer","raw_affiliation_strings":["Institute of Psychology, University of Graz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Psychology, University of Graz","institution_ids":["https://openalex.org/I15766117"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086011834","display_name":"Florian Pethig","orcid":"https://orcid.org/0000-0002-6001-2391","observed_orcids":["https://orcid.org/0000-0002-6001-2391"]},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Pethig","raw_affiliation_strings":["University of Mannheim"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Mannheim","institution_ids":["https://openalex.org/I177802217"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":299,"currency":"EUR","value_usd":322},"apc_paid":{"value":299,"currency":"EUR","value_usd":322},"fwci":2.0958,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.89072927,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"8","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.47530001401901245,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.47530001401901245,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.29319998621940613,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.18930000066757202,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.9760000109672546},{"id":"https://openalex.org/keywords/replicability","display_name":"replicability","score":0.9959999918937683},{"id":"https://openalex.org/keywords/open-science","display_name":"open science","score":0.8220000267028809},{"id":"https://openalex.org/keywords/open-research-practices","display_name":"open research practices","score":0.7649999856948853},{"id":"https://openalex.org/keywords/research-transparency","display_name":"research transparency","score":0.5809999704360962},{"id":"https://openalex.org/keywords/interdisciplinary-research","display_name":"interdisciplinary research","score":0.6629999876022339},{"id":"https://openalex.org/keywords/research-funding-programs","display_name":"research funding programs","score":0.41999998688697815}],"concepts":[{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.8494604825973511},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.6662524938583374},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5681317448616028},{"id":"https://openalex.org/C2778149293","wikidata":"https://www.wikidata.org/wiki/Q309823","display_name":"Open science","level":2,"score":0.4843808114528656},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4640103578567505},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4461541771888733},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4348376393318176},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.4347556233406067},{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.42837515473365784},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.41159695386886597},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37998104095458984},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3468220829963684},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.33236879110336304},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.27870655059814453},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2633793354034424},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17270874977111816},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.10063430666923523},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.3897/rio.8.e89980","doi":"https://doi.org/10.3897/rio.8.e89980","is_oa":true,"landing_page_url":"https://doi.org/10.3897/rio.8.e89980","pdf_url":null,"source":{"id":"https://openalex.org/S2738614666","display_name":"Research Ideas and Outcomes","issn_l":"2367-7163","issn":["2367-7163"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","erih-plus","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321056","host_organization_name":"Pensoft Publishers","host_organization_lineage":["https://openalex.org/P4310321056"],"host_organization_lineage_names":["Pensoft Publishers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Ideas and Outcomes","raw_type":"journal-article"},{"id":"pmh:oai:ub-madoc.bib.uni-mannheim.de:65915","doi":null,"is_oa":true,"landing_page_url":"https://madoc.bib.uni-mannheim.de/65915/1/RIO_article_89980.pdf","pdf_url":"https://madoc.bib.uni-mannheim.de/65915/1/RIO_article_89980.pdf","source":{"id":"https://openalex.org/S4377196315","display_name":"MADOC (University of Mannheim)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I177802217","host_organization_name":"University of Mannheim","host_organization_lineage":["https://openalex.org/I177802217"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Zeitschriftenartikel"},{"id":"pmh:10.3897/rio.8.e89980","doi":null,"is_oa":true,"landing_page_url":"https://doi.org/10.3897/rio.8.e89980","pdf_url":null,"source":{"id":"https://openalex.org/S199213172","display_name":"ZooKeys","issn_l":"1313-2970","issn":["1313-2970","1313-2989"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","norway-1","oarl","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310321056","host_organization_name":"Pensoft Publishers","host_organization_lineage":["https://openalex.org/P4310321056"],"host_organization_lineage_names":["Pensoft Publishers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Ideas and Outcomes 8: e89980","raw_type":"Research Article"},{"id":"pmh:oai:doaj.org/article:54b59cfb4960498b97b3dc659633f071","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/54b59cfb4960498b97b3dc659633f071","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Ideas and Outcomes, Vol 8, Iss , Pp 1-20 (2022)","raw_type":"article"},{"id":"pmh:oai:share.osf.io:28c46fb3-67c4-4bcf-9265-27db3f1a6885","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/kqw3h","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"},{"id":"pmh:oai:zenodo.org:7355044","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/7355044","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Ideas and Outcomes 8 e89980","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3897/rio.8.e89980","doi":"https://doi.org/10.3897/rio.8.e89980","is_oa":true,"landing_page_url":"https://doi.org/10.3897/rio.8.e89980","pdf_url":null,"source":{"id":"https://openalex.org/S2738614666","display_name":"Research Ideas and Outcomes","issn_l":"2367-7163","issn":["2367-7163"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","erih-plus","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321056","host_organization_name":"Pensoft Publishers","host_organization_lineage":["https://openalex.org/P4310321056"],"host_organization_lineage_names":["Pensoft Publishers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Ideas and Outcomes","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1470195681","https://openalex.org/W1767470961","https://openalex.org/W1897139626","https://openalex.org/W1941783251","https://openalex.org/W1982018783","https://openalex.org/W1983870751","https://openalex.org/W1987777080","https://openalex.org/W1988702697","https://openalex.org/W1993266153","https://openalex.org/W2006546769","https://openalex.org/W2022160389","https://openalex.org/W2059634082","https://openalex.org/W2100267603","https://openalex.org/W2105824687","https://openalex.org/W2142148275","https://openalex.org/W2144981148","https://openalex.org/W2156001402","https://openalex.org/W2161498332","https://openalex.org/W2242464395","https://openalex.org/W2290831829","https://openalex.org/W2292391400","https://openalex.org/W2397691833","https://openalex.org/W2406493898","https://openalex.org/W2414283705","https://openalex.org/W2486097122","https://openalex.org/W2505234060","https://openalex.org/W2575775275","https://openalex.org/W2767099881","https://openalex.org/W2789816182","https://openalex.org/W2792166190","https://openalex.org/W2797413227","https://openalex.org/W2898636241","https://openalex.org/W2918775500","https://openalex.org/W2921898618","https://openalex.org/W2979112662","https://openalex.org/W3013926312","https://openalex.org/W3043866520","https://openalex.org/W3054029144","https://openalex.org/W3104068245","https://openalex.org/W3124329177","https://openalex.org/W3124333825","https://openalex.org/W3124580540","https://openalex.org/W3161588210","https://openalex.org/W3177753712","https://openalex.org/W3197147551","https://openalex.org/W3202190718","https://openalex.org/W3212341315","https://openalex.org/W3216184828","https://openalex.org/W4200093404","https://openalex.org/W4205735344","https://openalex.org/W4253855326","https://openalex.org/W4295905006","https://openalex.org/W6968778624"],"related_works":["https://openalex.org/W7096971868","https://openalex.org/W4221054129","https://openalex.org/W2750971703","https://openalex.org/W4226140464","https://openalex.org/W3208616606","https://openalex.org/W4391835387","https://openalex.org/W7214047097","https://openalex.org/W4391987977","https://openalex.org/W3170500002","https://openalex.org/W3215368325"],"abstract_inverted_index":{"The":[0],"open":[1,129],"and":[2,35,44,49,74,85,89,145,159,184],"transparent":[3],"documentation":[4],"of":[5,15,28,59,65,82,87,108,165],"scientific":[6],"processes":[7],"has":[8,93],"been":[9],"established":[10],"as":[11],"a":[12,163],"core":[13],"antecedent":[14],"free":[16],"knowledge.":[17],"This":[18],"also":[19,149],"holds":[20],"for":[21,94,125],"generating":[22,95],"robust":[23],"insights":[24,96],"in":[25,79,97,105],"the":[26,36,38,57,63,80,106,109,178],"scope":[27,81,107],"research":[29,39,88,130,167],"projects.":[30],"To":[31],"convince":[32],"academic":[33],"peers":[34],"public,":[37],"process":[40],"must":[41],"be":[42],"understandable":[43],"retraceable":[45],"(":[46,51,115],"reproducible":[47],"),":[48,119],"repeatable":[50],"replicable":[52],")":[53],"by":[54,181],"others,":[55],"precluding":[56],"inclusion":[58],"fluke":[60],"findings":[61],"into":[62,162],"canon":[64],"insights.":[66],"In":[67],"this":[68],"contribution,":[69],"we":[70,156],"outline":[71,177],"what":[72],"reproducibility":[73],"replicability":[75],"(R&R)":[76],"could":[77],"mean":[78],"different":[83,138,173],"disciplines":[84,139],"traditions":[86],"which":[90,140],"significance":[91],"R&R":[92,171],"these":[98,154,182],"fields.":[99],"We":[100,132,175],"draw":[101],"on":[102,143,151],"projects":[103,126,136,148,168,183],"conducted":[104],"Wikimedia":[110],"\"Open":[111],"Science":[112],"Fellows":[113],"Program\"":[114],"Fellowship":[116],"Freies":[117],"Wissen":[118],"an":[120],"interdisciplinary,":[121],"long-running":[122],"funding":[123],"scheme":[124],"contributing":[127],"to":[128],"practices.":[131],"identify":[133,157],"twelve":[134],"implemented":[135],"from":[137],"primarily":[141],"focused":[142],"R&R,":[144],"multiple":[146],"additional":[147],"touching":[150],"R&R.":[152],"From":[153],"projects,":[155],"patterns":[158],"synthesize":[160],"them":[161],"roadmap":[164],"how":[166],"can":[169],"achieve":[170],"across":[172],"disciplines.":[174],"further":[176],"ground":[179],"covered":[180],"propose":[185],"ways":[186],"forward.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2022-11-28T00:00:00"}