{"id":"https://openalex.org/W2986642681","doi":"https://doi.org/10.1145/3359981","title":"A Survey of DevOps Concepts and Challenges","display_name":"A Survey of DevOps Concepts and Challenges","publication_year":2019,"publication_date":"2019-11-14","ids":{"openalex":"https://openalex.org/W2986642681","doi":"https://doi.org/10.1145/3359981","mag":"2986642681"},"language":"en","primary_location":{"id":"doi:10.1145/3359981","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3359981","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1909.05409","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Leonardo Leite","orcid":"https://orcid.org/0000-0001-5762-5413"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leonardo Leite","raw_affiliation_strings":["University of S\u00e3o, S\u00e3o Paulo, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-5762-5413","affiliations":[{"raw_affiliation_string":"University of S\u00e3o, S\u00e3o Paulo, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Carla Rocha","orcid":null},"institutions":[{"id":"https://openalex.org/I150729083","display_name":"Universidade de Bras\u00edlia","ror":"https://ror.org/02xfp8v59","country_code":"BR","type":"education","lineage":["https://openalex.org/I150729083"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Carla Rocha","raw_affiliation_strings":["University of Bras\u00edlia, Brasilia, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bras\u00edlia, Brasilia, Brazil","institution_ids":["https://openalex.org/I150729083"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fabio Kon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fabio Kon","raw_affiliation_strings":["University of S\u00e3o, S\u00e3o Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of S\u00e3o, S\u00e3o Paulo, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dejan Milojicic","orcid":null},"institutions":[{"id":"https://openalex.org/I1324840837","display_name":"Hewlett-Packard (United States)","ror":"https://ror.org/059rn9488","country_code":"US","type":"company","lineage":["https://openalex.org/I1324840837"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dejan Milojicic","raw_affiliation_strings":["Hewlett Packard Labs, Palo Alto, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hewlett Packard Labs, Palo Alto, USA","institution_ids":["https://openalex.org/I1324840837"]}]},{"author_position":"last","author":{"id":null,"display_name":"Paulo Meirelles","orcid":null},"institutions":[{"id":"https://openalex.org/I88273585","display_name":"Universidade Federal de S\u00e3o Paulo","ror":"https://ror.org/02k5swt12","country_code":"BR","type":"education","lineage":["https://openalex.org/I88273585"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Paulo Meirelles","raw_affiliation_strings":["Federal University of S\u00e3o, S\u00e3o Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of S\u00e3o, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I88273585"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":49.9555,"has_fulltext":false,"cited_by_count":378,"citation_normalized_percentile":{"value":0.99812383,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"52","issue":"6","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.7389000058174133,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.7389000058174133,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.04089999943971634,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.03060000017285347,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/devops","display_name":"DevOps","score":0.9940999746322632},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5701000094413757},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.46889999508857727},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4490000009536743},{"id":"https://openalex.org/keywords/information-technology-operations","display_name":"Information technology operations","score":0.4480000138282776},{"id":"https://openalex.org/keywords/multidisciplinary-approach","display_name":"Multidisciplinary approach","score":0.4187000095844269},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3474000096321106}],"concepts":[{"id":"https://openalex.org/C9903902","wikidata":"https://www.wikidata.org/wiki/Q3025536","display_name":"DevOps","level":3,"score":0.9940999746322632},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7875000238418579},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5701000094413757},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5339999794960022},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.46889999508857727},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4490000009536743},{"id":"https://openalex.org/C43645609","wikidata":"https://www.wikidata.org/wiki/Q60750670","display_name":"Information technology operations","level":3,"score":0.4480000138282776},{"id":"https://openalex.org/C22467394","wikidata":"https://www.wikidata.org/wiki/Q849359","display_name":"Multidisciplinary approach","level":2,"score":0.4187000095844269},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.37770000100135803},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34880000352859497},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3474000096321106},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2856000065803528},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.27630001306533813},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.25690001249313354},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C10272871","wikidata":"https://www.wikidata.org/wiki/Q929972","display_name":"Software inspection","level":5,"score":0.2515999972820282}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3359981","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3359981","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1909.05409","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.05409","pdf_url":"https://arxiv.org/pdf/1909.05409","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:002981767","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1145/3359981","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"reponame:Reposit\u00f3rio Institucional da USP (Biblioteca Digital da Produ\u00e7\u00e3o Intelectual)","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1909.05409","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.05409","pdf_url":"https://arxiv.org/pdf/1909.05409","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2006459058","display_name":"INCT 2014: on the Internet of the Future","funder_award_id":"14/50937-1","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G2453956027","display_name":null,"funder_award_id":"465446/2014\u20100","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1573757108","https://openalex.org/W1972091638","https://openalex.org/W1975675278","https://openalex.org/W1977543826","https://openalex.org/W1978619075","https://openalex.org/W1995178437","https://openalex.org/W1999673860","https://openalex.org/W2014126717","https://openalex.org/W2022833100","https://openalex.org/W2028540741","https://openalex.org/W2032860265","https://openalex.org/W2038595069","https://openalex.org/W2050149201","https://openalex.org/W2065245104","https://openalex.org/W2067937778","https://openalex.org/W2090263072","https://openalex.org/W2125712944","https://openalex.org/W2132679175","https://openalex.org/W2151936911","https://openalex.org/W2193412292","https://openalex.org/W2296353581","https://openalex.org/W2315913639","https://openalex.org/W2322013807","https://openalex.org/W2345278318","https://openalex.org/W2353739181","https://openalex.org/W2358431938","https://openalex.org/W2410063969","https://openalex.org/W2467153202","https://openalex.org/W2475206071","https://openalex.org/W2522502525","https://openalex.org/W2527104146","https://openalex.org/W2563923475","https://openalex.org/W2574444522","https://openalex.org/W2574870096","https://openalex.org/W2581988150","https://openalex.org/W2725103509","https://openalex.org/W2730954391","https://openalex.org/W2736290538","https://openalex.org/W2744284456","https://openalex.org/W2779144847","https://openalex.org/W2779418433","https://openalex.org/W2782778074","https://openalex.org/W2785454073","https://openalex.org/W2793789686","https://openalex.org/W2802488363","https://openalex.org/W2809228306","https://openalex.org/W2887439684","https://openalex.org/W2900477225","https://openalex.org/W2912524652","https://openalex.org/W4244757210","https://openalex.org/W4246864970","https://openalex.org/W4251651498"],"related_works":[],"abstract_inverted_index":{"DevOpsis":[0],"a":[1,43],"collaborative":[2],"and":[3,19,25,35,41,64],"multidisciplinary":[4],"organizational":[5],"effort":[6],"to":[7],"automate":[8],"continuous":[9],"delivery":[10],"of":[11,32,71],"new":[12],"software":[13],"updates":[14],"while":[15],"guaranteeing":[16],"their":[17,58],"correctness":[18],"reliability.":[20],"The":[21],"present":[22],"survey":[23],"investigates":[24],"discusses":[26],"DevOps":[27,44,49,75],"challenges":[28,76],"from":[29],"the":[30,39,48,72,79],"perspective":[31],"engineers,":[33,62],"managers,":[34,63],"researchers.":[36,65],"We":[37,55],"review":[38],"literature":[40],"develop":[42],"conceptual":[45],"map,":[46],"correlating":[47],"automation":[50],"tools":[51],"with":[52],"these":[53],"concepts.":[54],"then":[56],"discuss":[57],"practical":[59],"implications":[60],"for":[61],"Finally,":[66],"we":[67],"critically":[68],"explore":[69],"some":[70],"most":[73],"relevant":[74],"reported":[77],"by":[78],"literature.":[80]},"counts_by_year":[{"year":2026,"cited_by_count":27},{"year":2025,"cited_by_count":61},{"year":2024,"cited_by_count":72},{"year":2023,"cited_by_count":88},{"year":2022,"cited_by_count":69},{"year":2021,"cited_by_count":41},{"year":2020,"cited_by_count":20}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2019-11-22T00:00:00"}