{"id":"https://openalex.org/W2966985943","doi":"https://doi.org/10.1145/3338906.3338922","title":"A conceptual replication of continuous integration pain points in the context of Travis CI","display_name":"A conceptual replication of continuous integration pain points in the context of Travis CI","publication_year":2019,"publication_date":"2019-08-09","ids":{"openalex":"https://openalex.org/W2966985943","doi":"https://doi.org/10.1145/3338906.3338922","mag":"2966985943"},"language":"en","primary_location":{"id":"doi:10.1145/3338906.3338922","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3338906.3338922","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338922","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338922","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058174921","display_name":"David Gray Widder","orcid":"https://orcid.org/0000-0002-6912-8067"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"David Gray Widder","raw_affiliation_strings":["Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088362471","display_name":"Michael Hilton","orcid":"https://orcid.org/0000-0001-9195-6902"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Hilton","raw_affiliation_strings":["Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067467896","display_name":"Christian K\u00e4stner","orcid":"https://orcid.org/0000-0002-4450-4572"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christian K\u00e4stner","raw_affiliation_strings":["Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050821883","display_name":"Bogdan Vasilescu","orcid":"https://orcid.org/0000-0003-4418-5783"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bogdan Vasilescu","raw_affiliation_strings":["Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5058174921"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":8.4549,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.97617991,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"647","last_page":"658"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.8476980924606323},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7179716229438782},{"id":"https://openalex.org/keywords/abandonment","display_name":"Abandonment (legal)","score":0.6364204287528992},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.5497234463691711},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5435085892677307},{"id":"https://openalex.org/keywords/triangulation","display_name":"Triangulation","score":0.5001022815704346},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4326311945915222},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42108726501464844},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.41463011503219604},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3772531747817993},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.147546648979187},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.11764168739318848},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.10551014542579651},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10329452157020569},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08769327402114868},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.08077472448348999},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.07980266213417053}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.8476980924606323},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7179716229438782},{"id":"https://openalex.org/C2779816988","wikidata":"https://www.wikidata.org/wiki/Q305418","display_name":"Abandonment (legal)","level":2,"score":0.6364204287528992},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.5497234463691711},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5435085892677307},{"id":"https://openalex.org/C135981907","wikidata":"https://www.wikidata.org/wiki/Q188056","display_name":"Triangulation","level":2,"score":0.5001022815704346},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4326311945915222},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42108726501464844},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.41463011503219604},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3772531747817993},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.147546648979187},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.11764168739318848},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10551014542579651},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10329452157020569},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08769327402114868},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.08077472448348999},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.07980266213417053},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3338906.3338922","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3338906.3338922","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338922","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:zenodo.org:3265294","is_oa":true,"landing_page_url":"https://zenodo.org/record/3265294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"doi:10.1145/3338906.3338922","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3338906.3338922","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338922","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1817064357","display_name":null,"funder_award_id":"1318808, 1552944","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3305415900","display_name":null,"funder_award_id":"1552944","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4852563278","display_name":null,"funder_award_id":"1717022","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5574418846","display_name":"SHF: Small: Collaborative Research: Discerning and Recommending Context-Specific Best Practices in DevOps-Oriented Software Development","funder_award_id":"1717415","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5596700532","display_name":null,"funder_award_id":"1318808, 1552944, 1717022","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2966985943.pdf","grobid_xml":"https://content.openalex.org/works/W2966985943.grobid-xml"},"referenced_works_count":87,"referenced_works":["https://openalex.org/W14428130","https://openalex.org/W574700118","https://openalex.org/W1552061030","https://openalex.org/W1564623840","https://openalex.org/W1592081868","https://openalex.org/W1608538534","https://openalex.org/W1660704455","https://openalex.org/W1840218356","https://openalex.org/W1967762767","https://openalex.org/W1971650562","https://openalex.org/W1973948212","https://openalex.org/W1978619075","https://openalex.org/W1988978262","https://openalex.org/W1991292921","https://openalex.org/W1992105838","https://openalex.org/W1992786608","https://openalex.org/W1999128860","https://openalex.org/W1999673860","https://openalex.org/W2008359767","https://openalex.org/W2010985317","https://openalex.org/W2024135760","https://openalex.org/W2024509488","https://openalex.org/W2026926213","https://openalex.org/W2037595410","https://openalex.org/W2040915209","https://openalex.org/W2046622454","https://openalex.org/W2048499643","https://openalex.org/W2055837583","https://openalex.org/W2067436653","https://openalex.org/W2086346901","https://openalex.org/W2090386027","https://openalex.org/W2100987397","https://openalex.org/W2115728465","https://openalex.org/W2122414758","https://openalex.org/W2129331606","https://openalex.org/W2130343490","https://openalex.org/W2140952846","https://openalex.org/W2144160189","https://openalex.org/W2148329403","https://openalex.org/W2154700690","https://openalex.org/W2159614205","https://openalex.org/W2160510992","https://openalex.org/W2161835779","https://openalex.org/W2163004671","https://openalex.org/W2164372721","https://openalex.org/W2269743345","https://openalex.org/W2347053969","https://openalex.org/W2354248936","https://openalex.org/W2397966022","https://openalex.org/W2406372219","https://openalex.org/W2411453841","https://openalex.org/W2460952518","https://openalex.org/W2490226316","https://openalex.org/W2491563334","https://openalex.org/W2591823109","https://openalex.org/W2602816287","https://openalex.org/W2617348763","https://openalex.org/W2646484260","https://openalex.org/W2703757306","https://openalex.org/W2724096645","https://openalex.org/W2726899792","https://openalex.org/W2727425510","https://openalex.org/W2727727095","https://openalex.org/W2732522303","https://openalex.org/W2733244695","https://openalex.org/W2734275647","https://openalex.org/W2735173242","https://openalex.org/W2740295334","https://openalex.org/W2741220297","https://openalex.org/W2768067395","https://openalex.org/W2769346836","https://openalex.org/W2795081714","https://openalex.org/W2795196167","https://openalex.org/W2795223920","https://openalex.org/W2803395207","https://openalex.org/W2884967970","https://openalex.org/W2887806487","https://openalex.org/W2888448570","https://openalex.org/W2890677354","https://openalex.org/W2899036005","https://openalex.org/W2899118382","https://openalex.org/W2953686539","https://openalex.org/W3103506234","https://openalex.org/W4238014149","https://openalex.org/W4242496111","https://openalex.org/W4285719527","https://openalex.org/W4299689471"],"related_works":["https://openalex.org/W2053915529","https://openalex.org/W3086687521","https://openalex.org/W2378141881","https://openalex.org/W4230748207","https://openalex.org/W3013364101","https://openalex.org/W2025865172","https://openalex.org/W4220767635","https://openalex.org/W4221167770","https://openalex.org/W4253026353","https://openalex.org/W1470195681"],"abstract_inverted_index":{"Continuous":[0],"integration":[1],"(CI)":[2],"is":[3],"an":[4],"established":[5],"software":[6],"quality":[7],"assurance":[8],"practice,":[9],"and":[10,23,66,74,85,110],"the":[11,111],"focus":[12],"of":[13,21,34,58,79,113],"much":[14],"prior":[15],"research":[16],"with":[17,61],"a":[18,31,44,54,59,77],"diverse":[19],"range":[20],"methods":[22],"populations.":[24],"In":[25],"this":[26],"paper,":[27],"we":[28,90,98,105],"first":[29],"conduct":[30,43],"literature":[32],"review":[33],"37":[35],"papers":[36,52],"on":[37,48,76],"CI":[38,72],"pain":[39],"points.":[40],"We":[41,83],"then":[42],"conceptual":[45],"replication":[46],"study":[47],"results":[49,89],"from":[50],"these":[51,114],"using":[53],"triangulation":[55],"design":[56],"consisting":[57],"survey":[60],"132":[62],"responses,":[63],"12":[64],"interviews,":[65],"two":[67],"logistic":[68],"regressions":[69],"predicting":[70],"Travis":[71],"abandonment":[73],"switching":[75],"dataset":[78],"6,239":[80],"GitHub":[81],"projects.":[82],"report":[84],"discuss":[86],"which":[87,97,104],"past":[88],"were":[91],"able":[92],"to":[93],"replicate,":[94],"those":[95,102],"for":[96,103],"found":[99],"conflicting":[100],"evidence,":[101,109],"did":[106],"not":[107],"find":[108],"implications":[112],"findings.":[115]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":6}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}