{"id":"https://openalex.org/W2988548898","doi":"https://doi.org/10.1109/access.2019.2952191","title":"Replication of Studies in Empirical Software Engineering: A Systematic Mapping Study, From 2013 to 2018","display_name":"Replication of Studies in Empirical Software Engineering: A Systematic Mapping Study, From 2013 to 2018","publication_year":2019,"publication_date":"2019-11-07","ids":{"openalex":"https://openalex.org/W2988548898","doi":"https://doi.org/10.1109/access.2019.2952191","mag":"2988548898"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2952191","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2952191","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08894007.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08894007.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046795853","display_name":"Margarita Cruz","orcid":"https://orcid.org/0000-0001-8334-6039"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Margarita Cruz","raw_affiliation_strings":["Department of Computer Languages and Systems, Universidad de Sevilla, Seville, Spain"],"raw_orcid":"https://orcid.org/0000-0001-8334-6039","affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067080123","display_name":"Beatriz Bern\u00e1rdez","orcid":"https://orcid.org/0000-0002-9390-3772"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Beatriz Bernardez","raw_affiliation_strings":["Department of Computer Languages and Systems, Universidad de Sevilla, Seville, Spain"],"raw_orcid":"https://orcid.org/0000-0002-9390-3772","affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000362821","display_name":"Amador Dur\u00e1n","orcid":"https://orcid.org/0000-0003-3630-5511"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Amador Duran","raw_affiliation_strings":["Department of Computer Languages and Systems, Universidad de Sevilla, Seville, Spain"],"raw_orcid":"https://orcid.org/0000-0003-3630-5511","affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081214629","display_name":"Jos\u00e9 \u00c1. Galindo","orcid":"https://orcid.org/0000-0001-9293-9784"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jose A. Galindo","raw_affiliation_strings":["Department of Computer Languages and Systems, Universidad de Sevilla, Seville, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9293-9784","affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072611940","display_name":"Antonio Ruiz\u2013Cort\u00e9s","orcid":"https://orcid.org/0000-0001-9827-1834"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Antonio Ruiz-Cortes","raw_affiliation_strings":["Department of Computer Languages and Systems, Universidad de Sevilla, Seville, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79238269"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.4443,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.93782263,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"8","issue":null,"first_page":"26773","last_page":"26791"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.7431586980819702},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.644517719745636},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6108742952346802},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5177713632583618},{"id":"https://openalex.org/keywords/unavailability","display_name":"Unavailability","score":0.4590100646018982},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.44129419326782227},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4347417950630188},{"id":"https://openalex.org/keywords/publishing","display_name":"Publishing","score":0.430603951215744},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36307308077812195},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14355018734931946},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10587364435195923},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08966082334518433},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.08929437398910522},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08850455284118652}],"concepts":[{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.7431586980819702},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.644517719745636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6108742952346802},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5177713632583618},{"id":"https://openalex.org/C2780505938","wikidata":"https://www.wikidata.org/wiki/Q17093282","display_name":"Unavailability","level":2,"score":0.4590100646018982},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.44129419326782227},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4347417950630188},{"id":"https://openalex.org/C151719136","wikidata":"https://www.wikidata.org/wiki/Q3972943","display_name":"Publishing","level":2,"score":0.430603951215744},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36307308077812195},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14355018734931946},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10587364435195923},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08966082334518433},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.08929437398910522},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08850455284118652},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2952191","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2952191","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08894007.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:317aed8626a04742bdf1b7a496149e39","is_oa":true,"landing_page_url":"https://doaj.org/article/317aed8626a04742bdf1b7a496149e39","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 26773-26791 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2952191","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2952191","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08894007.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1148133459","display_name":null,"funder_award_id":"RTI2018-101204-B-C22","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G56739287","display_name":null,"funder_award_id":"TIN2015-70560-R","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2988548898.pdf","grobid_xml":"https://content.openalex.org/works/W2988548898.grobid-xml"},"referenced_works_count":181,"referenced_works":["https://openalex.org/W2926377","https://openalex.org/W4214443","https://openalex.org/W1136239119","https://openalex.org/W1137323487","https://openalex.org/W1511267087","https://openalex.org/W1552070030","https://openalex.org/W1615568607","https://openalex.org/W1802836377","https://openalex.org/W1873213403","https://openalex.org/W1876404477","https://openalex.org/W1900885688","https://openalex.org/W1913262293","https://openalex.org/W1955131004","https://openalex.org/W1961356389","https://openalex.org/W1967931023","https://openalex.org/W1968579478","https://openalex.org/W1975675278","https://openalex.org/W1976376858","https://openalex.org/W1977247477","https://openalex.org/W1978257339","https://openalex.org/W1979050500","https://openalex.org/W1979917213","https://openalex.org/W1982036946","https://openalex.org/W1982365418","https://openalex.org/W1983830972","https://openalex.org/W1985493405","https://openalex.org/W1986282331","https://openalex.org/W1989733111","https://openalex.org/W1989734019","https://openalex.org/W1993651161","https://openalex.org/W1995861034","https://openalex.org/W1998686495","https://openalex.org/W1999349062","https://openalex.org/W2005927081","https://openalex.org/W2006308387","https://openalex.org/W2007969951","https://openalex.org/W2009744179","https://openalex.org/W2010267787","https://openalex.org/W2010414630","https://openalex.org/W2018567346","https://openalex.org/W2018581207","https://openalex.org/W2020765730","https://openalex.org/W2022654332","https://openalex.org/W2024714614","https://openalex.org/W2024900230","https://openalex.org/W2025116371","https://openalex.org/W2027143917","https://openalex.org/W2029421221","https://openalex.org/W2034109986","https://openalex.org/W2037922987","https://openalex.org/W2040441647","https://openalex.org/W2046853278","https://openalex.org/W2047206966","https://openalex.org/W2049741169","https://openalex.org/W2049930485","https://openalex.org/W2050868617","https://openalex.org/W2057324645","https://openalex.org/W2058463394","https://openalex.org/W2059910097","https://openalex.org/W2063725206","https://openalex.org/W2064161267","https://openalex.org/W2066707382","https://openalex.org/W2067341667","https://openalex.org/W2077342771","https://openalex.org/W2077924088","https://openalex.org/W2078591664","https://openalex.org/W2092489360","https://openalex.org/W2106506040","https://openalex.org/W2106956101","https://openalex.org/W2111199933","https://openalex.org/W2113533445","https://openalex.org/W2115998851","https://openalex.org/W2116458276","https://openalex.org/W2122010200","https://openalex.org/W2123856750","https://openalex.org/W2130116552","https://openalex.org/W2136531853","https://openalex.org/W2142180143","https://openalex.org/W2148576927","https://openalex.org/W2151144930","https://openalex.org/W2153161154","https://openalex.org/W2167926541","https://openalex.org/W2170461750","https://openalex.org/W2179354670","https://openalex.org/W2205176590","https://openalex.org/W2207178225","https://openalex.org/W2230738057","https://openalex.org/W2256114419","https://openalex.org/W2264492585","https://openalex.org/W2267952752","https://openalex.org/W2290724249","https://openalex.org/W2293815892","https://openalex.org/W2339971975","https://openalex.org/W2344801155","https://openalex.org/W2373441087","https://openalex.org/W2385036501","https://openalex.org/W2401482263","https://openalex.org/W2404223128","https://openalex.org/W2405909526","https://openalex.org/W2472091773","https://openalex.org/W2472666357","https://openalex.org/W2516451551","https://openalex.org/W2518473846","https://openalex.org/W2522228258","https://openalex.org/W2523938257","https://openalex.org/W2543851504","https://openalex.org/W2560091861","https://openalex.org/W2565379133","https://openalex.org/W2583602225","https://openalex.org/W2591512809","https://openalex.org/W2613140412","https://openalex.org/W2614421426","https://openalex.org/W2615055441","https://openalex.org/W2615268896","https://openalex.org/W2620081107","https://openalex.org/W2623824053","https://openalex.org/W2626270090","https://openalex.org/W2626677262","https://openalex.org/W2727832342","https://openalex.org/W2735995639","https://openalex.org/W2742036245","https://openalex.org/W2742136054","https://openalex.org/W2742645961","https://openalex.org/W2746536241","https://openalex.org/W2752705533","https://openalex.org/W2759882425","https://openalex.org/W2760242056","https://openalex.org/W2760511410","https://openalex.org/W2767247175","https://openalex.org/W2767369695","https://openalex.org/W2769674932","https://openalex.org/W2772484800","https://openalex.org/W2772863937","https://openalex.org/W2779479735","https://openalex.org/W2786980979","https://openalex.org/W2790894500","https://openalex.org/W2794700811","https://openalex.org/W2806402635","https://openalex.org/W2807453842","https://openalex.org/W2808100006","https://openalex.org/W2808991696","https://openalex.org/W2883412991","https://openalex.org/W2887633198","https://openalex.org/W2888468285","https://openalex.org/W2892976287","https://openalex.org/W2894779371","https://openalex.org/W2899269256","https://openalex.org/W2901272755","https://openalex.org/W2904460475","https://openalex.org/W2913134911","https://openalex.org/W2914269261","https://openalex.org/W2962817038","https://openalex.org/W2963392119","https://openalex.org/W2968814345","https://openalex.org/W2982556915","https://openalex.org/W3022372155","https://openalex.org/W3104089336","https://openalex.org/W3144920422","https://openalex.org/W4230983304","https://openalex.org/W4231925919","https://openalex.org/W4236085600","https://openalex.org/W4238354999","https://openalex.org/W4239863959","https://openalex.org/W4241541510","https://openalex.org/W4242687617","https://openalex.org/W4250023757","https://openalex.org/W4252101872","https://openalex.org/W4253341997","https://openalex.org/W4255056379","https://openalex.org/W4291213652","https://openalex.org/W6638264223","https://openalex.org/W6642353749","https://openalex.org/W6673793092","https://openalex.org/W6696807625","https://openalex.org/W6712777486","https://openalex.org/W6713520640","https://openalex.org/W6739631433","https://openalex.org/W6753518045","https://openalex.org/W6758386168","https://openalex.org/W6770211512","https://openalex.org/W7065731988"],"related_works":["https://openalex.org/W4237235066","https://openalex.org/W2026539069","https://openalex.org/W207884067","https://openalex.org/W3127016596","https://openalex.org/W2365973415","https://openalex.org/W1482423459","https://openalex.org/W2996457675","https://openalex.org/W3146085540","https://openalex.org/W2129918226","https://openalex.org/W843992174"],"abstract_inverted_index":{"Context:":[0],"In":[1,15],"any":[2],"discipline,":[3],"replications":[4,18,63,283],"of":[5,37,42,53,62,97,134,139,187,232,281],"empirical":[6,99,128,146,238],"studies":[7,67,106,140,189,205],"are":[8,45,157],"necessary":[9],"to":[10,142,150],"consolidate":[11],"the":[12,23,35,40,49,54,59,75,88,153,158,169,188,216,228,236,241,245,279,285],"acquired":[13],"knowledge.":[14],"Software":[16,65,102,160,165,171,220],"Engineering,":[17],"have":[19],"been":[20],"reported":[21],"since":[22],"1990s,":[24],"although":[25],"their":[26],"number":[27,280],"is":[28,273],"still":[29],"small.":[30],"The":[31,204],"difficulty":[32],"in":[33,64,87,101,180,212,215,252,278,284],"publishing,":[34],"lack":[36],"guidelines,":[38],"and":[39,72,109,117,136,145,162,164,168,173,199,202,214,224,262],"unavailability":[41],"replication":[43,96,233],"packages":[44],"pointed":[46],"out":[47,192],"by":[48,68,183,193],"community":[50],"as":[51,179,255],"some":[52],"main":[55],"causes.":[56],"Objective:":[57],"Understanding":[58],"current":[60,70],"state":[61],"Engineering":[66,161,172],"evaluating":[69],"trends":[71],"evolution":[73],"during":[74],"last":[76],"6":[77],"years.":[78],"Method:":[79],"A":[80],"Systematic":[81],"Mapping":[82],"Study":[83],"including":[84],"articles":[85],"published":[86,210,282],"2013-2018":[89,286],"period":[90],"that":[91],"report":[92],"at":[93],"least":[94],"one":[95],"an":[98],"study":[100],"Engineering.":[103,221],"Results:":[104],"137":[105],"were":[107,190,209,227],"selected":[108],"analysed,":[110],"identifying:":[111],"i)":[112],"forums;":[113],"ii)":[114],"authors,":[115],"co-authorships":[116],"institutions;":[118],"iii)":[119],"most":[120,154,186,229],"cited":[121],"studies;":[122],"iv)":[123],"research":[124,143,250],"topics":[125,144,231],"addressed;":[126],"v)":[127],"methods":[129],"used;":[130],"vi)":[131],"temporal":[132],"distribution":[133,138],"publications;":[135],"vii)":[137],"according":[141],"methods.":[147],"Conclusions:":[148],"According":[149],"our":[151],"results,":[152],"relevant":[155],"forums":[156],"Empirical":[159,170],"Information":[163],"Technology":[166],"journals,":[167],"Measurement":[174],"conference.":[175],"We":[176],"observed":[177],"that,":[178],"previous":[181,270],"reviews":[182],"other":[184,246],"researchers,":[185],"carried":[191],"European":[194],"institutions,":[195],"especially":[196],"Italian,":[197],"Spanish,":[198],"German":[200],"researchers":[201],"institutions.":[203],"attracting":[206],"more":[207],"citations":[208],"mainly":[211],"journals":[213],"International":[217],"Conference":[218],"on":[219],"Testing,":[222],"requirements,":[223],"software":[225,256,259,263],"construction":[226],"frequent":[230],"studies,":[234],"whereas":[235],"usual":[237],"method":[239],"was":[240],"controlled":[242],"experiment.":[243],"On":[244],"hand,":[247],"we":[248],"identified":[249],"gaps":[251],"areas":[253],"such":[254],"engineering":[257,264],"process,":[258],"configuration":[260],"management,":[261],"economics.":[265],"When":[266],"analysed":[267],"together":[268],"with":[269],"reviews,":[271],"there":[272],"a":[274],"clear":[275],"increasing":[276],"trend":[277],"period.":[287]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}