{"id":"https://openalex.org/W2066707382","doi":"https://doi.org/10.1007/s10664-012-9227-7","title":"Replication of empirical studies in software engineering research: a systematic mapping study","display_name":"Replication of empirical studies in software engineering research: a systematic mapping study","publication_year":2012,"publication_date":"2012-08-31","ids":{"openalex":"https://openalex.org/W2066707382","doi":"https://doi.org/10.1007/s10664-012-9227-7","mag":"2066707382"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-012-9227-7","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10664-012-9227-7","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031528145","display_name":"F\u00e1bio Q. B. da Silva","orcid":"https://orcid.org/0000-0002-3734-040X"},"institutions":[{"id":"https://openalex.org/I25112270","display_name":"Universidade Federal de Pernambuco","ror":"https://ror.org/047908t24","country_code":"BR","type":"education","lineage":["https://openalex.org/I25112270"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Fabio Q. B. da Silva","raw_affiliation_strings":["Centre for Informatics, Federal University of Pernambuco, Recife, PE, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Informatics, Federal University of Pernambuco, Recife, PE, Brazil","institution_ids":["https://openalex.org/I25112270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028173482","display_name":"Marcos Suassuna","orcid":null},"institutions":[{"id":"https://openalex.org/I25112270","display_name":"Universidade Federal de Pernambuco","ror":"https://ror.org/047908t24","country_code":"BR","type":"education","lineage":["https://openalex.org/I25112270"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcos Suassuna","raw_affiliation_strings":["Centre for Informatics, Federal University of Pernambuco, Recife, PE, Brazil","Centre for Informatics, Federal University of Pernambuco, Recife, Brazil#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Informatics, Federal University of Pernambuco, Recife, PE, Brazil","institution_ids":["https://openalex.org/I25112270"]},{"raw_affiliation_string":"Centre for Informatics, Federal University of Pernambuco, Recife, Brazil#TAB#","institution_ids":["https://openalex.org/I25112270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009075149","display_name":"A. C\u00e9sar C. Fran\u00e7a","orcid":null},"institutions":[{"id":"https://openalex.org/I25112270","display_name":"Universidade Federal de Pernambuco","ror":"https://ror.org/047908t24","country_code":"BR","type":"education","lineage":["https://openalex.org/I25112270"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"A. C\u00e9sar C. Fran\u00e7a","raw_affiliation_strings":["Centre for Informatics, Federal University of Pernambuco, Recife, PE, Brazil","Centre for Informatics, Federal University of Pernambuco, Recife, Brazil#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Informatics, Federal University of Pernambuco, Recife, PE, Brazil","institution_ids":["https://openalex.org/I25112270"]},{"raw_affiliation_string":"Centre for Informatics, Federal University of Pernambuco, Recife, Brazil#TAB#","institution_ids":["https://openalex.org/I25112270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018800958","display_name":"Alicia M. Grubb","orcid":"https://orcid.org/0000-0002-3552-3165"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alicia M. Grubb","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Toronto, ON, Canada","Department of Computer Science, University of Toronto, Toronto, CANADA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Toronto, CANADA","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026787741","display_name":"Tatiana B. Gouveia","orcid":null},"institutions":[{"id":"https://openalex.org/I25112270","display_name":"Universidade Federal de Pernambuco","ror":"https://ror.org/047908t24","country_code":"BR","type":"education","lineage":["https://openalex.org/I25112270"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Tatiana B. Gouveia","raw_affiliation_strings":["Centre for Informatics, Federal University of Pernambuco, Recife, PE, Brazil","Centre for Informatics, Federal University of Pernambuco, Recife, Brazil#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Informatics, Federal University of Pernambuco, Recife, PE, Brazil","institution_ids":["https://openalex.org/I25112270"]},{"raw_affiliation_string":"Centre for Informatics, Federal University of Pernambuco, Recife, Brazil#TAB#","institution_ids":["https://openalex.org/I25112270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103253307","display_name":"Cleviton V. F. Monteiro","orcid":"https://orcid.org/0000-0002-7828-4707"},"institutions":[{"id":"https://openalex.org/I25112270","display_name":"Universidade Federal de Pernambuco","ror":"https://ror.org/047908t24","country_code":"BR","type":"education","lineage":["https://openalex.org/I25112270"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Cleviton V. F. Monteiro","raw_affiliation_strings":["Centre for Informatics, Federal University of Pernambuco, Recife, PE, Brazil","Centre for Informatics, Federal University of Pernambuco, Recife, Brazil#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Informatics, Federal University of Pernambuco, Recife, PE, Brazil","institution_ids":["https://openalex.org/I25112270"]},{"raw_affiliation_string":"Centre for Informatics, Federal University of Pernambuco, Recife, Brazil#TAB#","institution_ids":["https://openalex.org/I25112270"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002756951","display_name":"Igor Ebrahim dos Santos","orcid":null},"institutions":[{"id":"https://openalex.org/I25112270","display_name":"Universidade Federal de Pernambuco","ror":"https://ror.org/047908t24","country_code":"BR","type":"education","lineage":["https://openalex.org/I25112270"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Igor Ebrahim dos Santos","raw_affiliation_strings":["Centre for Informatics, Federal University of Pernambuco, Recife, PE, Brazil","Centre for Informatics, Federal University of Pernambuco, Recife, Brazil#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Informatics, Federal University of Pernambuco, Recife, PE, Brazil","institution_ids":["https://openalex.org/I25112270"]},{"raw_affiliation_string":"Centre for Informatics, Federal University of Pernambuco, Recife, Brazil#TAB#","institution_ids":["https://openalex.org/I25112270"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5031528145"],"corresponding_institution_ids":["https://openalex.org/I25112270"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":null,"fwci":19.3843,"has_fulltext":false,"cited_by_count":104,"citation_normalized_percentile":{"value":0.98984954,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.7605042457580566},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5718954801559448},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5567041635513306},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4813695549964905},{"id":"https://openalex.org/keywords/software-peer-review","display_name":"Software peer review","score":0.47814854979515076},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.4324282705783844},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4309631586074829},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.41239842772483826},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3871288299560547},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.28131115436553955},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.19629651308059692},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16694098711013794},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.1019812822341919},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.0715855062007904}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7605042457580566},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5718954801559448},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5567041635513306},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4813695549964905},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.47814854979515076},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.4324282705783844},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4309631586074829},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.41239842772483826},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3871288299560547},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.28131115436553955},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.19629651308059692},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16694098711013794},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1019812822341919},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0715855062007904},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10664-012-9227-7","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10664-012-9227-7","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":171,"referenced_works":["https://openalex.org/W84082018","https://openalex.org/W96210126","https://openalex.org/W171406816","https://openalex.org/W179658434","https://openalex.org/W193647895","https://openalex.org/W397180395","https://openalex.org/W1494749758","https://openalex.org/W1502338417","https://openalex.org/W1527311855","https://openalex.org/W1530834074","https://openalex.org/W1538518768","https://openalex.org/W1539952819","https://openalex.org/W1550257985","https://openalex.org/W1551517126","https://openalex.org/W1553807671","https://openalex.org/W1560914538","https://openalex.org/W1562463929","https://openalex.org/W1564623840","https://openalex.org/W1565693361","https://openalex.org/W1583552659","https://openalex.org/W1593715846","https://openalex.org/W1597052702","https://openalex.org/W1601662243","https://openalex.org/W1606837335","https://openalex.org/W1689491686","https://openalex.org/W1697660440","https://openalex.org/W1698413860","https://openalex.org/W1956096059","https://openalex.org/W1961761736","https://openalex.org/W1965608936","https://openalex.org/W1965720654","https://openalex.org/W1966263685","https://openalex.org/W1968283236","https://openalex.org/W1970565328","https://openalex.org/W1971778583","https://openalex.org/W1972632018","https://openalex.org/W1974595382","https://openalex.org/W1981698832","https://openalex.org/W1987409374","https://openalex.org/W1987800038","https://openalex.org/W1989145443","https://openalex.org/W1990259865","https://openalex.org/W1991051901","https://openalex.org/W1992309039","https://openalex.org/W1994196373","https://openalex.org/W1995916101","https://openalex.org/W1997138714","https://openalex.org/W2001291228","https://openalex.org/W2003115510","https://openalex.org/W2003780455","https://openalex.org/W2003814083","https://openalex.org/W2005349135","https://openalex.org/W2006479099","https://openalex.org/W2008325430","https://openalex.org/W2009457315","https://openalex.org/W2010174027","https://openalex.org/W2012535520","https://openalex.org/W2013029322","https://openalex.org/W2014328362","https://openalex.org/W2018318609","https://openalex.org/W2019692058","https://openalex.org/W2020912053","https://openalex.org/W2021015049","https://openalex.org/W2021458971","https://openalex.org/W2025865172","https://openalex.org/W2027479172","https://openalex.org/W2029296452","https://openalex.org/W2036661337","https://openalex.org/W2040104623","https://openalex.org/W2040244195","https://openalex.org/W2040883678","https://openalex.org/W2040918468","https://openalex.org/W2045980142","https://openalex.org/W2053154970","https://openalex.org/W2055931726","https://openalex.org/W2057432482","https://openalex.org/W2058068298","https://openalex.org/W2059230750","https://openalex.org/W2059997286","https://openalex.org/W2063376436","https://openalex.org/W2067002081","https://openalex.org/W2069756886","https://openalex.org/W2072310560","https://openalex.org/W2075950485","https://openalex.org/W2077342771","https://openalex.org/W2077501682","https://openalex.org/W2083961577","https://openalex.org/W2084278640","https://openalex.org/W2084479370","https://openalex.org/W2091452736","https://openalex.org/W2092528416","https://openalex.org/W2095265534","https://openalex.org/W2096287423","https://openalex.org/W2097665890","https://openalex.org/W2099545896","https://openalex.org/W2101391179","https://openalex.org/W2101512034","https://openalex.org/W2102406246","https://openalex.org/W2103720965","https://openalex.org/W2104551887","https://openalex.org/W2104559623","https://openalex.org/W2105160575","https://openalex.org/W2107069926","https://openalex.org/W2107294940","https://openalex.org/W2110178563","https://openalex.org/W2110265560","https://openalex.org/W2111199933","https://openalex.org/W2112409390","https://openalex.org/W2113533445","https://openalex.org/W2116530285","https://openalex.org/W2116541267","https://openalex.org/W2120682255","https://openalex.org/W2122153992","https://openalex.org/W2123616612","https://openalex.org/W2123917611","https://openalex.org/W2125682153","https://openalex.org/W2125733548","https://openalex.org/W2125759561","https://openalex.org/W2127177630","https://openalex.org/W2127323731","https://openalex.org/W2127423654","https://openalex.org/W2127781587","https://openalex.org/W2129581792","https://openalex.org/W2129707602","https://openalex.org/W2130743551","https://openalex.org/W2131154789","https://openalex.org/W2132290529","https://openalex.org/W2133157311","https://openalex.org/W2133933998","https://openalex.org/W2136048114","https://openalex.org/W2136921053","https://openalex.org/W2138378644","https://openalex.org/W2139448265","https://openalex.org/W2139582124","https://openalex.org/W2141051748","https://openalex.org/W2143282470","https://openalex.org/W2144471398","https://openalex.org/W2144631057","https://openalex.org/W2145603002","https://openalex.org/W2145912048","https://openalex.org/W2146582013","https://openalex.org/W2146773231","https://openalex.org/W2151144930","https://openalex.org/W2154236932","https://openalex.org/W2154242773","https://openalex.org/W2156556217","https://openalex.org/W2156614068","https://openalex.org/W2157224061","https://openalex.org/W2157827401","https://openalex.org/W2158685633","https://openalex.org/W2159328242","https://openalex.org/W2160038868","https://openalex.org/W2160182024","https://openalex.org/W2161074247","https://openalex.org/W2161482408","https://openalex.org/W2163499595","https://openalex.org/W2164425715","https://openalex.org/W2166697993","https://openalex.org/W2167514255","https://openalex.org/W2167926541","https://openalex.org/W2168130919","https://openalex.org/W2168811232","https://openalex.org/W2171820467","https://openalex.org/W2290724249","https://openalex.org/W2407987114","https://openalex.org/W2810422090","https://openalex.org/W3203931103","https://openalex.org/W4247781538","https://openalex.org/W4253314500","https://openalex.org/W4256647652","https://openalex.org/W6632464387"],"related_works":["https://openalex.org/W3124296310","https://openalex.org/W2212955619","https://openalex.org/W2892590175","https://openalex.org/W2289273099","https://openalex.org/W2522621958","https://openalex.org/W3010365299","https://openalex.org/W2127166435","https://openalex.org/W2329688692","https://openalex.org/W5759616","https://openalex.org/W2158810340"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}