{"id":"https://openalex.org/W2884905421","doi":"https://doi.org/10.1145/3196398.3196421","title":"Studying the impact of adopting continuous integration on the delivery time of pull requests","display_name":"Studying the impact of adopting continuous integration on the delivery time of pull requests","publication_year":2018,"publication_date":"2018-05-28","ids":{"openalex":"https://openalex.org/W2884905421","doi":"https://doi.org/10.1145/3196398.3196421","mag":"2884905421"},"language":"en","primary_location":{"id":"doi:10.1145/3196398.3196421","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3196398.3196421","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Conference on Mining Software Repositories","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060702365","display_name":"Jo\u00e3o Helis Bernardo","orcid":"https://orcid.org/0000-0001-7359-4039"},"institutions":[{"id":"https://openalex.org/I35046152","display_name":"Universidade Federal do Rio Grande do Norte","ror":"https://ror.org/04wn09761","country_code":"BR","type":"education","lineage":["https://openalex.org/I35046152"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Jo\u00e3o Helis Bernardo","raw_affiliation_strings":["Science and Technology of Rio Grande do Norte, Pau dos Ferros, Brazil and Federal University of Rio Grande do Norte, Natal, Brazil"],"affiliations":[{"raw_affiliation_string":"Science and Technology of Rio Grande do Norte, Pau dos Ferros, Brazil and Federal University of Rio Grande do Norte, Natal, Brazil","institution_ids":["https://openalex.org/I35046152"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052196896","display_name":"Daniel Alencar da Costa","orcid":"https://orcid.org/0000-0003-4525-3266"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Daniel Alencar da Costa","raw_affiliation_strings":["Queen's University, Kingston, Canada"],"affiliations":[{"raw_affiliation_string":"Queen's University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064571846","display_name":"Uir\u00e1 Kulesza","orcid":"https://orcid.org/0000-0002-5467-6458"},"institutions":[{"id":"https://openalex.org/I35046152","display_name":"Universidade Federal do Rio Grande do Norte","ror":"https://ror.org/04wn09761","country_code":"BR","type":"education","lineage":["https://openalex.org/I35046152"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Uir\u00e1 Kulesza","raw_affiliation_strings":["Federal University of Rio Grande do Norte, Natal, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Rio Grande do Norte, Natal, Brazil","institution_ids":["https://openalex.org/I35046152"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060702365"],"corresponding_institution_ids":["https://openalex.org/I35046152"],"apc_list":null,"apc_paid":null,"fwci":6.6757,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.96975877,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"131","last_page":"141"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7122619152069092},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6081350445747375},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5094621777534485},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.49156078696250916},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4883284270763397},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4404236674308777},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.42135441303253174},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.19370073080062866},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.16823387145996094},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15073102712631226}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7122619152069092},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6081350445747375},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5094621777534485},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.49156078696250916},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4883284270763397},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4404236674308777},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.42135441303253174},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.19370073080062866},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.16823387145996094},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15073102712631226},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3196398.3196421","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3196398.3196421","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Conference on Mining Software Repositories","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W14428130","https://openalex.org/W156130389","https://openalex.org/W1492815834","https://openalex.org/W1493688518","https://openalex.org/W1564363189","https://openalex.org/W1592081868","https://openalex.org/W1660704455","https://openalex.org/W1752363179","https://openalex.org/W1873022895","https://openalex.org/W1900820545","https://openalex.org/W1978813754","https://openalex.org/W1979459287","https://openalex.org/W2007210734","https://openalex.org/W2011459220","https://openalex.org/W2018871545","https://openalex.org/W2019257047","https://openalex.org/W2040915209","https://openalex.org/W2048499643","https://openalex.org/W2054804828","https://openalex.org/W2075762420","https://openalex.org/W2096598529","https://openalex.org/W2100945416","https://openalex.org/W2122414758","https://openalex.org/W2128220244","https://openalex.org/W2139092060","https://openalex.org/W2145241626","https://openalex.org/W2153529786","https://openalex.org/W2155047286","https://openalex.org/W2165043113","https://openalex.org/W2171859166","https://openalex.org/W2249314081","https://openalex.org/W2347053969","https://openalex.org/W2397070228","https://openalex.org/W2463686631","https://openalex.org/W2499134242","https://openalex.org/W2575380243","https://openalex.org/W2580363593","https://openalex.org/W2768067395","https://openalex.org/W3175417087","https://openalex.org/W4240912955","https://openalex.org/W4250233697"],"related_works":["https://openalex.org/W2476117260","https://openalex.org/W2770531922","https://openalex.org/W1845068655","https://openalex.org/W4321354308","https://openalex.org/W3092441607","https://openalex.org/W2290299503","https://openalex.org/W3029851195","https://openalex.org/W2046884474","https://openalex.org/W2183585111","https://openalex.org/W1501773688"],"abstract_inverted_index":{"Continuous":[0],"Integration":[1],"(CI)":[2],"is":[3,38,51,121,190],"a":[4,58,122,161,216,220],"software":[5],"development":[6,178],"practice":[7],"that":[8,72,112,140,153,208,210],"leads":[9],"developers":[10],"to":[11,23,30,55,91,126,143,198],"integrate":[12],"their":[13],"work":[14],"more":[15,27,47,104,131,213],"frequently.":[16],"Software":[17],"projects":[18,71,100,128],"have":[19],"broadly":[20],"adopted":[21],"CI":[22,37,87,120],"ship":[24],"new":[25,45],"releases":[26],"frequently":[28],"and":[29],"improve":[31],"code":[32],"integration.":[33],"The":[34],"adoption":[35,171],"of":[36,43,63,68,85,98,116,146,158,164,172,176,183],"motivated":[39],"by":[40],"the":[41,61,83,89,99,113,138,144,170,174,177,181,191,196],"allure":[42],"delivering":[44],"functionalities":[46],"quickly.":[48],"However,":[49],"there":[50],"little":[52],"empirical":[53],"evidence":[54],"support":[56],"such":[57],"claim.":[59],"Through":[60],"analysis":[62,163],"162,653":[64],"pull":[65],"requests":[66],"(PRs)":[67],"87":[69],"GitHub":[70],"are":[73,141,211],"implemented":[74],"in":[75,215],"5":[76],"different":[77],"programming":[78],"languages,":[79],"we":[80,149],"empirically":[81],"investigate":[82,137],"impact":[84],"adopting":[86,107,134],"on":[88,195],"time":[90,197],"deliver":[92,101,129,199],"merged":[93,102,147,200,212],"PRs.":[94],"Surprisingly,":[95],"only":[96],"51.3%":[97],"PRs":[103,130,185,201,209],"quickly":[105],"after":[106,119,133],"CI.":[108,135,203],"We":[109],"also":[110,206],"observe":[111],"large":[114],"increase":[115],"PR":[117],"submissions":[118],"key":[123],"reason":[124],"as":[125],"why":[127],"slowly":[132],"To":[136],"factors":[139],"related":[142],"time-to-delivery":[145],"PRs,":[148],"train":[150],"regression":[151],"models":[152,166,205],"obtain":[154],"sound":[155],"median":[156],"R-squares":[157],"0.64-0.67.":[159],"Finally,":[160],"deeper":[162],"our":[165],"indicates":[167],"that,":[168],"before":[169,202],"CI,":[173],"integration-load":[175],"team,":[179],"i.e.,":[180],"number":[182],"submitted":[184],"competing":[186],"for":[187],"being":[188],"merged,":[189],"most":[192],"impactful":[193],"metric":[194],"Our":[204],"reveal":[207],"recently":[214],"release":[217],"cycle":[218],"experience":[219],"slower":[221],"delivery":[222],"time.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":7},{"year":2019,"cited_by_count":10}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}