{"id":"https://openalex.org/W4220763157","doi":"https://doi.org/10.1007/s10664-022-10117-6","title":"Revisiting the building of past snapshots \u2014 a replication and reproduction study","display_name":"Revisiting the building of past snapshots \u2014 a replication and reproduction study","publication_year":2022,"publication_date":"2022-03-17","ids":{"openalex":"https://openalex.org/W4220763157","doi":"https://doi.org/10.1007/s10664-022-10117-6"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-022-10117-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10117-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10117-6.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10117-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058661786","display_name":"Michel Maes-Bermejo","orcid":"https://orcid.org/0000-0002-8138-9702"},"institutions":[{"id":"https://openalex.org/I182083151","display_name":"Universidad Rey Juan Carlos","ror":"https://ror.org/01v5cv687","country_code":"ES","type":"education","lineage":["https://openalex.org/I182083151"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Michel Maes-Bermejo","raw_affiliation_strings":["Department of Computer Science, Universidad Rey Juan Carlos, M\u00f3stoles, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universidad Rey Juan Carlos, M\u00f3stoles, Spain","institution_ids":["https://openalex.org/I182083151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039961432","display_name":"Micael Gallego","orcid":"https://orcid.org/0000-0002-2875-7342"},"institutions":[{"id":"https://openalex.org/I182083151","display_name":"Universidad Rey Juan Carlos","ror":"https://ror.org/01v5cv687","country_code":"ES","type":"education","lineage":["https://openalex.org/I182083151"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Micael Gallego","raw_affiliation_strings":["Department of Computer Science, Universidad Rey Juan Carlos, M\u00f3stoles, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universidad Rey Juan Carlos, M\u00f3stoles, Spain","institution_ids":["https://openalex.org/I182083151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086629463","display_name":"Francisco Gort\u00e1zar","orcid":"https://orcid.org/0000-0002-2183-0869"},"institutions":[{"id":"https://openalex.org/I182083151","display_name":"Universidad Rey Juan Carlos","ror":"https://ror.org/01v5cv687","country_code":"ES","type":"education","lineage":["https://openalex.org/I182083151"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Francisco Gort\u00e1zar","raw_affiliation_strings":["Department of Computer Science, Universidad Rey Juan Carlos, M\u00f3stoles, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universidad Rey Juan Carlos, M\u00f3stoles, Spain","institution_ids":["https://openalex.org/I182083151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061131972","display_name":"Greg\u00f3rio Robles","orcid":"https://orcid.org/0000-0002-1442-6761"},"institutions":[{"id":"https://openalex.org/I182083151","display_name":"Universidad Rey Juan Carlos","ror":"https://ror.org/01v5cv687","country_code":"ES","type":"education","lineage":["https://openalex.org/I182083151"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Gregorio Robles","raw_affiliation_strings":["Department of Signal Theory and Communications and Telematics Systems and Computing, Universidad Rey Juan Carlos, Fuenlabrada, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-1442-6761","affiliations":[{"raw_affiliation_string":"Department of Signal Theory and Communications and Telematics Systems and Computing, Universidad Rey Juan Carlos, Fuenlabrada, Madrid, Spain","institution_ids":["https://openalex.org/I182083151"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066580987","display_name":"Jesus M. Gonzalez-Barahona","orcid":"https://orcid.org/0000-0001-9682-460X"},"institutions":[{"id":"https://openalex.org/I182083151","display_name":"Universidad Rey Juan Carlos","ror":"https://ror.org/01v5cv687","country_code":"ES","type":"education","lineage":["https://openalex.org/I182083151"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jesus M. Gonzalez-Barahona","raw_affiliation_strings":["Department of Signal Theory and Communications and Telematics Systems and Computing, Universidad Rey Juan Carlos, Fuenlabrada, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Signal Theory and Communications and Telematics Systems and Computing, Universidad Rey Juan Carlos, Fuenlabrada, Madrid, Spain","institution_ids":["https://openalex.org/I182083151"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5061131972"],"corresponding_institution_ids":["https://openalex.org/I182083151"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":3.4396,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.93186801,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"27","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.7500603199005127},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.7324477434158325},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6583089828491211},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6488268971443176},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5953021049499512},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5856802463531494},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.53302001953125},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.5078111290931702},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4948121905326843},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.487839013338089},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4234268367290497},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3784092962741852},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2385145127773285},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.1245916485786438},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11081266403198242},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.09459275007247925},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08675557374954224}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7500603199005127},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.7324477434158325},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6583089828491211},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6488268971443176},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5953021049499512},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5856802463531494},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.53302001953125},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.5078111290931702},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4948121905326843},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.487839013338089},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4234268367290497},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3784092962741852},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2385145127773285},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1245916485786438},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11081266403198242},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.09459275007247925},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08675557374954224},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10664-022-10117-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10117-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10117-6.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:eciencia.urjc.es:10115/20789","is_oa":true,"landing_page_url":"https://hdl.handle.net/10115/20789","pdf_url":null,"source":{"id":"https://openalex.org/S4377196484","display_name":"BURJC Digital (King Juan Carlos University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I182083151","host_organization_name":"Universidad Rey Juan Carlos","host_organization_lineage":["https://openalex.org/I182083151"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10664-022-10117-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10117-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10117-6.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1244639855","display_name":null,"funder_award_id":"RTI2018-101963-B- I00","funder_id":"https://openalex.org/F4320326262","funder_display_name":"Ministerio de Asuntos Econ\u00f3micos y Transformaci\u00f3n Digital, Gobierno de Espa\u00f1a"},{"id":"https://openalex.org/G3928832027","display_name":null,"funder_award_id":"P2018/TCS-4499","funder_id":"https://openalex.org/F4320313831","funder_display_name":"Comunidad de Madrid"}],"funders":[{"id":"https://openalex.org/F4320313831","display_name":"Comunidad de Madrid","ror":null},{"id":"https://openalex.org/F4320321837","display_name":"Ministerio de Econom\u00eda y Competitividad","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320324496","display_name":"Universidad Rey Juan Carlos","ror":"https://ror.org/01v5cv687"},{"id":"https://openalex.org/F4320326262","display_name":"Ministerio de Asuntos Econ\u00f3micos y Transformaci\u00f3n Digital, Gobierno de Espa\u00f1a","ror":"https://ror.org/03sv46s19"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4220763157.pdf","grobid_xml":"https://content.openalex.org/works/W4220763157.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1585707634","https://openalex.org/W1914969610","https://openalex.org/W1965854491","https://openalex.org/W1985310794","https://openalex.org/W1986711365","https://openalex.org/W1989385531","https://openalex.org/W2003315002","https://openalex.org/W2014030636","https://openalex.org/W2110653426","https://openalex.org/W2135937266","https://openalex.org/W2156723666","https://openalex.org/W2157353183","https://openalex.org/W2165227628","https://openalex.org/W2539258153","https://openalex.org/W2561301563","https://openalex.org/W2605856244","https://openalex.org/W2729439724","https://openalex.org/W2732522303","https://openalex.org/W2773253898","https://openalex.org/W2784226873","https://openalex.org/W2795249023","https://openalex.org/W2795475321","https://openalex.org/W2962804757","https://openalex.org/W2979691253","https://openalex.org/W3144363571","https://openalex.org/W4230983304","https://openalex.org/W4243552087","https://openalex.org/W4285115860"],"related_works":["https://openalex.org/W4254851101","https://openalex.org/W3171007296","https://openalex.org/W22115721","https://openalex.org/W2321234655","https://openalex.org/W2053915529","https://openalex.org/W2111659373","https://openalex.org/W4398395683","https://openalex.org/W4398298289","https://openalex.org/W4398690544","https://openalex.org/W4398950539"],"abstract_inverted_index":{"Abstract":[0],"Context":[1],"Building":[2],"past":[3,18,30,52,102,122,211,228],"source":[4],"code":[5],"snapshots":[6,53,123,154],"of":[7,20,29,81,83,95,107,111,117,130,136,144,161,168,206,232,250,263],"a":[8,21,84,92,128,141,221,224],"software":[9],"product":[10],"is":[11,193],"necessary":[12],"both":[13],"for":[14,100,152],"research":[15,241],"(analyzing":[16],"the":[17,105,109,118,137,150,177,190,204,207,243,251],"state":[19],"program)":[22],"and":[23,70,133,170,189,223],"industry":[24],"(increasing":[25],"trustability":[26],"by":[27,34,43,90],"reproducibility":[28],"versions,":[31],"finding":[32],"bugs":[33],"bisecting,":[35],"backporting":[36],"bug":[37],"fixes,":[38],"among":[39],"others).":[40],"A":[41],"study":[42,63,72,139],"Tufano":[44,60],"et":[45,61],"al.":[46],"showed":[47],"in":[48,64,79,183],"2016":[49],"that":[50,176,200],"many":[51],"cannot":[54],"be":[55],"built.":[56],"Objective":[57],"We":[58,158,174,196,214,237,254],"replicate":[59],"al.\u2019s":[62],"2020,":[65],"to":[66,71,166,203,234,259],"verify":[67],"its":[68,112],"results":[69],"what":[73,218],"has":[74],"changed":[75],"during":[76],"this":[77,261],"time":[78],"terms":[80],"compilability":[82,162],"project.":[85],"Also,":[86],"we":[87],"extend":[88,239],"it":[89],"studying":[91],"different":[93,142],"set":[94,143],"projects,":[96,148],"using":[97],"additional":[98],"techniques":[99],"building":[101,153],"snapshots,":[103],"with":[104],"aim":[106],"extending":[108,149],"validity":[110],"results.":[113,253],"Method":[114],"(i)":[115],"Replication":[116],"original":[119,138],"study,":[120],"obtaining":[121],"from":[124],"79":[125],"repositories":[126],"(with":[127],"total":[129],"139,389":[131],"commits);":[132],"(ii)":[134],"Reproduction":[135],"on":[140,210,217,227,242,257],"80":[145],"large":[146],"Java":[147],"heuristics":[151],"(300,873":[155],"commits).":[156],"Results":[157],"observed":[159,197],"degradation":[160],"over":[163],"time,":[164],"due":[165],"vanishing":[167],"dependencies":[169],"other":[171],"external":[172,187],"artifacts.":[173],"validated":[175],"most":[178],"influential":[179,192],"error":[180],"causing":[181],"failures":[182],"builds":[184],"are":[185],"missing":[186],"artifacts,":[188],"less":[191],"compiling":[194],"errors.":[195],"some":[198,249],"facts":[199],"could":[201,238,246],"lead":[202],"effect":[205],"build":[208],"tool":[209],"compilability.":[212],"Conclusions":[213],"provide":[215],"details":[216],"aspects":[219],"have":[220],"strong":[222],"shallow":[225],"influence":[226],"compilability,":[229],"giving":[230],"ideas":[231],"how":[233,258],"improve":[235],"it.":[236],"previous":[240,252],"matter,":[244],"but":[245],"not":[247],"validate":[248],"offer":[255],"recommendations":[256],"make":[260],"kind":[262],"studies":[264],"more":[265],"replicable.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}