{"id":"https://openalex.org/W1900885688","doi":"https://doi.org/10.1109/esem.2015.7321213","title":"Replication of Empirical Studies in Software Engineering: An Update of a Systematic Mapping Study","display_name":"Replication of Empirical Studies in Software Engineering: An Update of a Systematic Mapping Study","publication_year":2015,"publication_date":"2015-10-01","ids":{"openalex":"https://openalex.org/W1900885688","doi":"https://doi.org/10.1109/esem.2015.7321213","mag":"1900885688"},"language":"en","primary_location":{"id":"doi:10.1109/esem.2015.7321213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem.2015.7321213","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041885207","display_name":"Roberta M. M. Bezerra","orcid":null},"institutions":[{"id":"https://openalex.org/I4210138879","display_name":"Hospital das Cl\u00ednicas da Universidade Federal de Pernambuco","ror":"https://ror.org/03rehvw54","country_code":"BR","type":"healthcare","lineage":["https://openalex.org/I4210138879"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Roberta M. M. Bezerra","raw_affiliation_strings":["Centre of Informatics, UFPE Cidade Universit\u00e1ria, Recife, PE, Brazil","Centre of Inf., UFPE, Recife, Brazil"],"affiliations":[{"raw_affiliation_string":"Centre of Informatics, UFPE Cidade Universit\u00e1ria, Recife, PE, Brazil","institution_ids":[]},{"raw_affiliation_string":"Centre of Inf., UFPE, Recife, Brazil","institution_ids":["https://openalex.org/I4210138879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031528145","display_name":"F\u00e1bio Q. B. da Silva","orcid":"https://orcid.org/0000-0002-3734-040X"},"institutions":[{"id":"https://openalex.org/I4210138879","display_name":"Hospital das Cl\u00ednicas da Universidade Federal de Pernambuco","ror":"https://ror.org/03rehvw54","country_code":"BR","type":"healthcare","lineage":["https://openalex.org/I4210138879"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Fabio Q. B. da Silva","raw_affiliation_strings":["Centre of Informatics, UFPE Cidade Universit\u00e1ria, Recife, PE, Brazil","Centre of Inf., UFPE, Recife, Brazil"],"affiliations":[{"raw_affiliation_string":"Centre of Informatics, UFPE Cidade Universit\u00e1ria, Recife, PE, Brazil","institution_ids":[]},{"raw_affiliation_string":"Centre of Inf., UFPE, Recife, Brazil","institution_ids":["https://openalex.org/I4210138879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101831507","display_name":"A.M. Santana","orcid":"https://orcid.org/0000-0003-0407-7454"},"institutions":[{"id":"https://openalex.org/I4210138879","display_name":"Hospital das Cl\u00ednicas da Universidade Federal de Pernambuco","ror":"https://ror.org/03rehvw54","country_code":"BR","type":"healthcare","lineage":["https://openalex.org/I4210138879"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Anderson M. Santana","raw_affiliation_strings":["Centre of Informatics, UFPE Cidade Universit\u00e1ria, Recife, PE, Brazil","Centre of Inf., UFPE, Recife, Brazil"],"affiliations":[{"raw_affiliation_string":"Centre of Informatics, UFPE Cidade Universit\u00e1ria, Recife, PE, Brazil","institution_ids":[]},{"raw_affiliation_string":"Centre of Inf., UFPE, Recife, Brazil","institution_ids":["https://openalex.org/I4210138879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046194884","display_name":"Cleyton Magalh\u00e3es","orcid":"https://orcid.org/0009-0005-3051-7232"},"institutions":[{"id":"https://openalex.org/I4210138879","display_name":"Hospital das Cl\u00ednicas da Universidade Federal de Pernambuco","ror":"https://ror.org/03rehvw54","country_code":"BR","type":"healthcare","lineage":["https://openalex.org/I4210138879"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Cleyton V. C. Magalhaes","raw_affiliation_strings":["Centre of Informatics, UFPE Cidade Universit\u00e1ria, Recife, PE, Brazil","Centre of Inf., UFPE, Recife, Brazil"],"affiliations":[{"raw_affiliation_string":"Centre of Informatics, UFPE Cidade Universit\u00e1ria, Recife, PE, Brazil","institution_ids":[]},{"raw_affiliation_string":"Centre of Inf., UFPE, Recife, Brazil","institution_ids":["https://openalex.org/I4210138879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030529645","display_name":"Ronnie E. S. Santos","orcid":null},"institutions":[{"id":"https://openalex.org/I4210138879","display_name":"Hospital das Cl\u00ednicas da Universidade Federal de Pernambuco","ror":"https://ror.org/03rehvw54","country_code":"BR","type":"healthcare","lineage":["https://openalex.org/I4210138879"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ronnie E. S. Santos","raw_affiliation_strings":["Centre of Informatics, UFPE Cidade Universit\u00e1ria, Recife, PE, Brazil","Centre of Inf., UFPE, Recife, Brazil"],"affiliations":[{"raw_affiliation_string":"Centre of Informatics, UFPE Cidade Universit\u00e1ria, Recife, PE, Brazil","institution_ids":[]},{"raw_affiliation_string":"Centre of Inf., UFPE, Recife, Brazil","institution_ids":["https://openalex.org/I4210138879"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5041885207"],"corresponding_institution_ids":["https://openalex.org/I4210138879"],"apc_list":null,"apc_paid":null,"fwci":6.6335,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.96404688,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.7807955145835876},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.637917160987854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6220127940177917},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5180280804634094},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5127488374710083},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.46845245361328125},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41881251335144043},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3287425935268402},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17639359831809998},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1504715383052826},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.09164217114448547}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7807955145835876},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.637917160987854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6220127940177917},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5180280804634094},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5127488374710083},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46845245361328125},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41881251335144043},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3287425935268402},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17639359831809998},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1504715383052826},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.09164217114448547},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/esem.2015.7321213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem.2015.7321213","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W397180395","https://openalex.org/W1257141927","https://openalex.org/W1956096059","https://openalex.org/W2025865172","https://openalex.org/W2066707382","https://openalex.org/W2067002081","https://openalex.org/W2067341667","https://openalex.org/W2077342771","https://openalex.org/W2084278640","https://openalex.org/W2111199933","https://openalex.org/W2113533445","https://openalex.org/W2151144930","https://openalex.org/W2290724249","https://openalex.org/W6640782380","https://openalex.org/W7051538874"],"related_works":["https://openalex.org/W4205713785","https://openalex.org/W3016766501","https://openalex.org/W2901033488","https://openalex.org/W2031325922","https://openalex.org/W3086458689","https://openalex.org/W4287666211","https://openalex.org/W2898161671","https://openalex.org/W2249859249","https://openalex.org/W4251387359","https://openalex.org/W1869907491"],"abstract_inverted_index":{"Context:":[0],"Current":[1],"empirical":[2,10,68],"research":[3,74],"highlight":[4],"the":[5,19,26,31,34,38,49,60,64,82,130,133,147,152,158,176],"need":[6],"for":[7],"replications":[8,13,29,114,134,143,162],"of":[9,21,28,33,63,67,142,160,187],"studies":[11,69,125,179],"because":[12],"plays":[14],"an":[15],"important":[16],"role":[17],"in":[18,30,37,52,71,136,146,175,183],"construction":[20],"scientific":[22],"knowledge.":[23],"Objective:":[24],"Considering":[25],"importance":[27],"consolidation":[32],"knowledge":[35],"produced":[36,51],"software":[39,72,137],"engineering":[40,73],"research,":[41],"this":[42,184],"study":[43,56,102],"aims":[44],"to":[45,58,86,92,128,151,167],"update":[46,129],"and":[47,77,88,94,117],"extend":[48],"results":[50],"a":[53],"previous":[54,153,177],"mapping":[55,154,178],"seeking":[57],"discuss":[59],"current":[61],"state":[62],"replication":[65],"work":[66,135],"performed":[70],"between":[75,115],"2011":[76,116],"2012.":[78],"Method:":[79],"We":[80],"applied":[81],"systematic":[83],"review":[84],"method":[85],"search":[87],"select":[89],"published":[90,113],"papers,":[91],"extract,":[93],"synthesize":[95],"data":[96],"from":[97,108,123],"reported":[98],"replications.":[99,188],"Results:":[100],"This":[101],"analyzed":[103],"more":[104],"than":[105],"7,000":[106],"articles,":[107],"which":[109],"39":[110],"articles":[111],"that":[112],"2012":[118],"were":[119,126],"selected.":[120],"Data":[121],"extracted":[122],"these":[124],"used":[127],"information":[131],"about":[132],"engineering.":[138],"Conclusion:":[139],"The":[140],"number":[141],"increased":[144],"significantly":[145],"period,":[148],"when":[149],"compared":[150],"study.":[155],"In":[156],"particular,":[157],"percentage":[159],"external":[161],"also":[163],"increased,":[164],"with":[165],"respect":[166],"internal":[168],"ones.":[169],"However,":[170],"several":[171],"other":[172],"limitations":[173],"identified":[174],"are":[180],"still":[181],"observed":[182],"new":[185],"set":[186]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":3}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}