{"id":"https://openalex.org/W4386981920","doi":"https://doi.org/10.1145/3625289","title":"A Joint Study of the Challenges, Opportunities, and Roadmap of MLOps and AIOps: A Systematic Survey","display_name":"A Joint Study of the Challenges, Opportunities, and Roadmap of MLOps and AIOps: A Systematic Survey","publication_year":2023,"publication_date":"2023-09-23","ids":{"openalex":"https://openalex.org/W4386981920","doi":"https://doi.org/10.1145/3625289"},"language":"en","primary_location":{"id":"doi:10.1145/3625289","doi":"https://doi.org/10.1145/3625289","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3625289","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3625289","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","ki-jl-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3625289","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009717155","display_name":"Josu D\u00edaz-de-Arcaya","orcid":"https://orcid.org/0000-0003-0900-1643","observed_orcids":["https://orcid.org/0000-0003-0900-1643"]},"institutions":[{"id":"https://openalex.org/I4210113430","display_name":"Tecnalia","ror":"https://ror.org/02fv8hj62","country_code":"ES","type":"other","lineage":["https://openalex.org/I4210113430"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Josu Diaz-de-Arcaya","raw_affiliation_strings":["Tecnalia, Basque Research & Technology Alliance (BRTA), Spain"],"raw_orcid":"https://orcid.org/0000-0003-0900-1643","affiliations":[{"raw_affiliation_string":"Tecnalia, Basque Research & Technology Alliance (BRTA), Spain","institution_ids":["https://openalex.org/I4210113430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019233571","display_name":"Ana I. Torre-Bastida","orcid":"https://orcid.org/0000-0003-3005-1100","observed_orcids":["https://orcid.org/0000-0003-3005-1100"]},"institutions":[{"id":"https://openalex.org/I4210113430","display_name":"Tecnalia","ror":"https://ror.org/02fv8hj62","country_code":"ES","type":"other","lineage":["https://openalex.org/I4210113430"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ana I. Torre-Bastida","raw_affiliation_strings":["Tecnalia, Basque Research & Technology Alliance (BRTA), Spain"],"raw_orcid":"https://orcid.org/0000-0003-3005-1100","affiliations":[{"raw_affiliation_string":"Tecnalia, Basque Research & Technology Alliance (BRTA), Spain","institution_ids":["https://openalex.org/I4210113430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075882024","display_name":"Gorka Z\u00e1rate","orcid":"https://orcid.org/0000-0001-8407-8873","observed_orcids":["https://orcid.org/0000-0001-8407-8873"]},"institutions":[{"id":"https://openalex.org/I4210113430","display_name":"Tecnalia","ror":"https://ror.org/02fv8hj62","country_code":"ES","type":"other","lineage":["https://openalex.org/I4210113430"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Gorka Z\u00e1rate","raw_affiliation_strings":["Tecnalia, Basque Research & Technology Alliance (BRTA), Spain"],"raw_orcid":"https://orcid.org/0000-0001-8407-8873","affiliations":[{"raw_affiliation_string":"Tecnalia, Basque Research & Technology Alliance (BRTA), Spain","institution_ids":["https://openalex.org/I4210113430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091829566","display_name":"Ra\u00fal Mi\u00f1\u00f3n","orcid":"https://orcid.org/0000-0002-4319-0727","observed_orcids":["https://orcid.org/0000-0002-4319-0727"]},"institutions":[{"id":"https://openalex.org/I4210113430","display_name":"Tecnalia","ror":"https://ror.org/02fv8hj62","country_code":"ES","type":"other","lineage":["https://openalex.org/I4210113430"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ra\u00fal Mi\u00f1\u00f3n","raw_affiliation_strings":["Tecnalia, Basque Research & Technology Alliance (BRTA), Spain"],"raw_orcid":"https://orcid.org/0000-0002-4319-0727","affiliations":[{"raw_affiliation_string":"Tecnalia, Basque Research & Technology Alliance (BRTA), Spain","institution_ids":["https://openalex.org/I4210113430"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018383614","display_name":"Aitor Almeida","orcid":"https://orcid.org/0000-0002-1585-4717","observed_orcids":["https://orcid.org/0000-0002-1585-4717"]},"institutions":[{"id":"https://openalex.org/I136040515","display_name":"Universidad de Deusto","ror":"https://ror.org/00ne6sr39","country_code":"ES","type":"education","lineage":["https://openalex.org/I136040515"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Aitor Almeida","raw_affiliation_strings":["University of Deusto, Spain"],"raw_orcid":"https://orcid.org/0000-0002-1585-4717","affiliations":[{"raw_affiliation_string":"University of Deusto, Spain","institution_ids":["https://openalex.org/I136040515"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.2541,"has_fulltext":true,"cited_by_count":123,"citation_normalized_percentile":{"value":0.99166282,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"56","issue":"4","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.8604000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.8604000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.05040000006556511,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.010900000110268593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mlops","display_name":"MLOps","score":1.0},{"id":"https://openalex.org/keywords/aiops","display_name":"AIOps","score":0.9990000128746033},{"id":"https://openalex.org/keywords/machine-learning-lifecycle","display_name":"machine learning lifecycle","score":0.6869999766349792},{"id":"https://openalex.org/keywords/5g-6g-networks","display_name":"5G/6G networks","score":0.703000009059906},{"id":"https://openalex.org/keywords/machine-learning-deployment","display_name":"machine learning deployment","score":0.7749999761581421}],"concepts":[{"id":"https://openalex.org/C2776745293","wikidata":"https://www.wikidata.org/wiki/Q7798302","display_name":"Thriving","level":2,"score":0.8542444705963135},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.750251054763794},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6653285622596741},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.48767125606536865},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4707513451576233},{"id":"https://openalex.org/C2780589192","wikidata":"https://www.wikidata.org/wiki/Q7285140","display_name":"Raising (metalworking)","level":2,"score":0.4164508283138275},{"id":"https://openalex.org/C2985625233","wikidata":"https://www.wikidata.org/wiki/Q7632539","display_name":"Success factors","level":2,"score":0.4147430658340454},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40165460109710693},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.3965877294540405},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3211665749549866},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2611822187900543},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.17588257789611816},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.1382751762866974},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0964830219745636},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C178550888","wikidata":"https://www.wikidata.org/wiki/Q2043282","display_name":"Business administration","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3625289","doi":"https://doi.org/10.1145/3625289","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3625289","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3625289","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","ki-jl-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:dsp.tecnalia.com:11556/5039","doi":null,"is_oa":true,"landing_page_url":"https://dsp.tecnalia.com/bitstreams/2d5531c5-98bb-42d5-be98-47b006e3b368/download","pdf_url":null,"source":{"id":"https://openalex.org/S4306402037","display_name":"TECNALIA Publications (Fundaci\u00f3n TECNALIA Research & Innovation)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210113430","host_organization_name":"Tecnalia","host_organization_lineage":["https://openalex.org/I4210113430"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1145/3625289","doi":"https://doi.org/10.1145/3625289","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3625289","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3625289","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","ki-jl-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4943999946117401,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[{"display_name":"Systematic Review","id":"https://openalex.org/study-designs/systematic-review"}],"awards":[{"id":"https://openalex.org/G916886980","display_name":null,"funder_award_id":"KK-2022/00119","funder_id":"https://openalex.org/F4320321705","funder_display_name":"Eusko Jaurlaritza"}],"funders":[{"id":"https://openalex.org/F4320321705","display_name":"Eusko Jaurlaritza","ror":"https://ror.org/00pz2fp31"},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386981920.pdf","grobid_xml":"https://content.openalex.org/works/W4386981920.grobid-xml"},"referenced_works_count":115,"referenced_works":["https://openalex.org/W2067384918","https://openalex.org/W2407772516","https://openalex.org/W2554187354","https://openalex.org/W2768281325","https://openalex.org/W2791370836","https://openalex.org/W2794753193","https://openalex.org/W2803361099","https://openalex.org/W2900853407","https://openalex.org/W2903163542","https://openalex.org/W2905588001","https://openalex.org/W2922234936","https://openalex.org/W2944058264","https://openalex.org/W2944703101","https://openalex.org/W2946476686","https://openalex.org/W2962814013","https://openalex.org/W2968772574","https://openalex.org/W2981079945","https://openalex.org/W2983412292","https://openalex.org/W2987607480","https://openalex.org/W2991050223","https://openalex.org/W2991479001","https://openalex.org/W2997215450","https://openalex.org/W2997878467","https://openalex.org/W3000315285","https://openalex.org/W3006753200","https://openalex.org/W3007157104","https://openalex.org/W3015102974","https://openalex.org/W3035596072","https://openalex.org/W3035892425","https://openalex.org/W3039522238","https://openalex.org/W3046594014","https://openalex.org/W3049586678","https://openalex.org/W3081073534","https://openalex.org/W3088227996","https://openalex.org/W3088748101","https://openalex.org/W3088889841","https://openalex.org/W3091327592","https://openalex.org/W3093042324","https://openalex.org/W3093837210","https://openalex.org/W3094737292","https://openalex.org/W3096440376","https://openalex.org/W3120660324","https://openalex.org/W3122741528","https://openalex.org/W3123893780","https://openalex.org/W3134670202","https://openalex.org/W3136912235","https://openalex.org/W3146142859","https://openalex.org/W3157278688","https://openalex.org/W3158216587","https://openalex.org/W3160326234","https://openalex.org/W3169938661","https://openalex.org/W3173583514","https://openalex.org/W3174802341","https://openalex.org/W3178161004","https://openalex.org/W3179424508","https://openalex.org/W3183773795","https://openalex.org/W3185695382","https://openalex.org/W3190655660","https://openalex.org/W3191408443","https://openalex.org/W3195255266","https://openalex.org/W3197940319","https://openalex.org/W3201425641","https://openalex.org/W3208824494","https://openalex.org/W3210418146","https://openalex.org/W3211275517","https://openalex.org/W3217360625","https://openalex.org/W4205623097","https://openalex.org/W4206316563","https://openalex.org/W4210255435","https://openalex.org/W4210339477","https://openalex.org/W4210796905","https://openalex.org/W4212971776","https://openalex.org/W4214702945","https://openalex.org/W4214840637","https://openalex.org/W4214942037","https://openalex.org/W4220959955","https://openalex.org/W4221165735","https://openalex.org/W4226087563","https://openalex.org/W4231440932","https://openalex.org/W4241980133","https://openalex.org/W4244757210","https://openalex.org/W4281557348","https://openalex.org/W4281742620","https://openalex.org/W4282564341","https://openalex.org/W4283389767","https://openalex.org/W4283392904","https://openalex.org/W4285262934","https://openalex.org/W4285413885","https://openalex.org/W4286544722","https://openalex.org/W4291700822","https://openalex.org/W4294691337","https://openalex.org/W4295308516","https://openalex.org/W4296079341","https://openalex.org/W4296354465","https://openalex.org/W4296422567","https://openalex.org/W4296946495","https://openalex.org/W4297372971","https://openalex.org/W4301150514","https://openalex.org/W4303578954","https://openalex.org/W4304789359","https://openalex.org/W4310264538","https://openalex.org/W4313181686","https://openalex.org/W4315777838","https://openalex.org/W4318148061","https://openalex.org/W4318185017","https://openalex.org/W4319150641","https://openalex.org/W4322501257","https://openalex.org/W4324095014","https://openalex.org/W4324373918","https://openalex.org/W4352981195","https://openalex.org/W4360995249","https://openalex.org/W4364387555","https://openalex.org/W4366597599","https://openalex.org/W4379116564","https://openalex.org/W4383098159"],"related_works":["https://openalex.org/W4391097769","https://openalex.org/W7081583247","https://openalex.org/W4417505457","https://openalex.org/W4311259375","https://openalex.org/W7162476492","https://openalex.org/W4408655755","https://openalex.org/W7055339202","https://openalex.org/W4405425434","https://openalex.org/W4407687627","https://openalex.org/W3208930355"],"abstract_inverted_index":{"Data":[0],"science":[1,49],"projects":[2,50],"represent":[3],"a":[4,23],"greater":[5],"challenge":[6],"than":[7],"software":[8],"engineering":[9],"for":[10,22,43],"organizations":[11,71],"pursuing":[12],"their":[13],"adoption.":[14],"The":[15,174],"diverse":[16],"stakeholders":[17],"involved":[18],"emphasize":[19],"the":[20,36,45,64,79,91,127,133,182],"need":[21],"collaborative":[24],"culture":[25],"in":[26,51,94,136,141,154,170,178,190],"organizations.":[27],"This":[28,100],"article":[29],"aims":[30],"to":[31,58,117,124],"offer":[32],"joint":[33],"insights":[34],"into":[35],"role":[37],"of":[38,47,176,181],"MLOps":[39,75,166],"and":[40,68,76,81,131,139,144,162],"AIOps":[41,145,152,177],"methodologies":[42],"raising":[44],"success":[46],"data":[48],"various":[52],"fields,":[53],"ranging":[54],"from":[55],"pure":[56],"research":[57,138],"more":[59,168],"traditional":[60,171],"industries.":[61],"We":[62],"analyze":[63],"open":[65],"issues,":[66],"opportunities,":[67],"future":[69,134],"trends":[70],"face":[72],"when":[73],"implementing":[74],"AIOps.":[77],"Then,":[78],"frameworks":[80],"architectures":[82],"that":[83,109,151],"promote":[84],"these":[85],"paradigms":[86],"are":[87,90,97,122,146],"presented,":[88],"as":[89,186],"different":[92],"fields":[93],"which":[95,113,142],"they":[96],"being":[98],"utilized.":[99],"systematic":[101],"review":[102],"was":[103],"conducted":[104],"using":[105],"an":[106],"automated":[107],"procedure":[108],"identified":[110],"44,903":[111],"records,":[112],"were":[114],"filtered":[115],"down":[116],"93":[118],"studies.":[119],"These":[120],"articles":[121],"meant":[123],"better":[125],"clarify":[126],"problem":[128],"at":[129],"hand":[130],"highlight":[132],"areas":[135],"both":[137],"industry":[140],"MLOPs":[143],"thriving.":[147],"Our":[148],"findings":[149],"indicate":[150],"flourish":[153],"challenging":[155],"circumstances":[156],"like":[157],"those":[158],"presented":[159],"by":[160],"5G":[161],"6G":[163],"technologies,":[164],"whereas":[165],"is":[167],"prevalent":[169],"industrial":[172],"environments.":[173],"use":[175],"certain":[179],"stages":[180],"ML":[183],"lifecycle,":[184],"such":[185],"deployment,":[187],"remains":[188],"underrepresented":[189],"scientific":[191],"literature.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":59},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":21}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-09-24T00:00:00"}