{"id":"https://openalex.org/W4414080965","doi":"https://doi.org/10.1145/3747346","title":"A Multivocal Review of MLOps Practices, Challenges and Open Issues","display_name":"A Multivocal Review of MLOps Practices, Challenges and Open Issues","publication_year":2025,"publication_date":"2025-07-08","ids":{"openalex":"https://openalex.org/W4414080965","doi":"https://doi.org/10.1145/3747346"},"language":"en","primary_location":{"id":"doi:10.1145/3747346","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3747346","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3747346","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3747346","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007355881","display_name":"Beyza Eken","orcid":"https://orcid.org/0000-0002-6824-2765"},"institutions":[{"id":"https://openalex.org/I103703290","display_name":"Sakarya University","ror":"https://ror.org/04ttnw109","country_code":"TR","type":"education","lineage":["https://openalex.org/I103703290"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Beyza Eken","raw_affiliation_strings":["Sakarya University","Sakarya University, Sakarya, Turkey"],"raw_orcid":"https://orcid.org/0000-0002-6824-2765","affiliations":[{"raw_affiliation_string":"Sakarya University","institution_ids":["https://openalex.org/I103703290"]},{"raw_affiliation_string":"Sakarya University, Sakarya, Turkey","institution_ids":["https://openalex.org/I103703290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009445234","display_name":"Samodha Pallewatta","orcid":"https://orcid.org/0000-0002-5342-9551"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Samodha Pallewatta","raw_affiliation_strings":["The University of Adelaide","The University of Adelaide, Adelaide, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5342-9551","affiliations":[{"raw_affiliation_string":"The University of Adelaide","institution_ids":["https://openalex.org/I5681781"]},{"raw_affiliation_string":"The University of Adelaide, Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013716682","display_name":"Nguyen Khoi Tran","orcid":"https://orcid.org/0000-0002-9538-7476"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nguyen Tran","raw_affiliation_strings":["The University of Adelaide","The University of Adelaide, Adelaide, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9538-7476","affiliations":[{"raw_affiliation_string":"The University of Adelaide","institution_ids":["https://openalex.org/I5681781"]},{"raw_affiliation_string":"The University of Adelaide, Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089239701","display_name":"Ay\u015fe Tosun","orcid":"https://orcid.org/0000-0003-1859-7872"},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ayse Tosun","raw_affiliation_strings":["Istanbul Technical University","Istanbul Technical University, Istanbul, Turkey"],"raw_orcid":"https://orcid.org/0000-0003-1859-7872","affiliations":[{"raw_affiliation_string":"Istanbul Technical University","institution_ids":["https://openalex.org/I48912391"]},{"raw_affiliation_string":"Istanbul Technical University, Istanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103075476","display_name":"Muhammad Ali Babar","orcid":"https://orcid.org/0000-0001-9696-3626"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Muhammad Ali Babar","raw_affiliation_strings":["The University of Adelaide","The University of Adelaide, Adelaide, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9696-3626","affiliations":[{"raw_affiliation_string":"The University of Adelaide","institution_ids":["https://openalex.org/I5681781"]},{"raw_affiliation_string":"The University of Adelaide, Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5007355881"],"corresponding_institution_ids":["https://openalex.org/I103703290"],"apc_list":null,"apc_paid":null,"fwci":15.4148,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.98829907,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"58","issue":"2","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conceptualization","display_name":"Conceptualization","score":0.7057999968528748},{"id":"https://openalex.org/keywords/snapshot","display_name":"Snapshot (computer storage)","score":0.4853000044822693},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.4823000133037567},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44130000472068787},{"id":"https://openalex.org/keywords/grey-literature","display_name":"Grey literature","score":0.4083000123500824},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.4034000039100647},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.35249999165534973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8011999726295471},{"id":"https://openalex.org/C90734943","wikidata":"https://www.wikidata.org/wiki/Q17008777","display_name":"Conceptualization","level":2,"score":0.7057999968528748},{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.4853000044822693},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.4823000133037567},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.47440001368522644},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44130000472068787},{"id":"https://openalex.org/C61904560","wikidata":"https://www.wikidata.org/wiki/Q1148359","display_name":"Grey literature","level":3,"score":0.4083000123500824},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.4034000039100647},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.35249999165534973},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.33959999680519104},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.31929999589920044},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.290800005197525},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2669999897480011},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.25850000977516174}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3747346","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3747346","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3747346","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:polen.itu.edu.tr:11527/60774","is_oa":false,"landing_page_url":"https://hdl.handle.net/11527/60774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400460","display_name":"Istanbul Technical University Academic Open Archive (Istanbul Technical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I48912391","host_organization_name":"Istanbul Technical University","host_organization_lineage":["https://openalex.org/I48912391"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3747346","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3747346","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3747346","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414080965.pdf","grobid_xml":"https://content.openalex.org/works/W4414080965.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1975675278","https://openalex.org/W1979290264","https://openalex.org/W2735864825","https://openalex.org/W3107994744","https://openalex.org/W3199693282","https://openalex.org/W3210418146","https://openalex.org/W3214913126","https://openalex.org/W4285262934","https://openalex.org/W4297786875","https://openalex.org/W4316126954","https://openalex.org/W4319150613","https://openalex.org/W4360995249","https://openalex.org/W4379390776","https://openalex.org/W4380928210","https://openalex.org/W4385568252","https://openalex.org/W4405846439","https://openalex.org/W4414080965"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"MLOps":[0,45,80,136],"has":[1],"emerged":[2],"as":[3,19],"a":[4,95,106,114,121,132,139],"key":[5],"solution":[6],"to":[7,16,54,79,93,130],"address":[8],"many":[9],"socio-technical":[10],"challenges":[11,60],"of":[12,31,37,42,49,57,71,89,109,123,135,141],"bringing":[13],"ML":[14,21,58],"models":[15,22],"production,":[17],"such":[18],"integrating":[20],"with":[23],"non-ML":[24],"software,":[25],"continuous":[26],"monitoring,":[27],"maintenance,":[28],"and":[29,75,97,126,137,147],"retraining":[30],"deployed":[32],"models.":[33],"Despite":[34],"the":[35,55,64],"utility":[36],"MLOps,":[38,90],"an":[39],"integrated":[40],"body":[41],"knowledge":[43],"regarding":[44],"remains":[46],"elusive":[47],"because":[48],"its":[50,142],"extensive":[51],"scope":[52],"due":[53],"diversity":[56],"productionalization":[59],"it":[61],"addresses.":[62],"Whilst":[63],"existing":[65],"literature":[66,129],"reviews":[67],"provide":[68],"valuable":[69],"snapshots":[70],"specific":[72],"practices,":[73,144],"tools,":[74],"research":[76],"prototypes":[77],"related":[78],"at":[81],"various":[82],"times,":[83],"they":[84],"focus":[85],"on":[86],"particular":[87],"facets":[88],"thus":[91],"fail":[92],"offer":[94],"comprehensive":[96],"invariant":[98],"framework":[99],"that":[100,118],"can":[101],"weave":[102],"these":[103],"perspectives":[104],"into":[105],"unified":[107,133],"understanding":[108],"MLOps.":[110],"This":[111],"article":[112],"presents":[113],"Multivocal":[115],"Literature":[116],"Review":[117],"systematically":[119],"analyzes":[120],"corpus":[122],"150":[124],"peer-reviewed":[125],"48":[127],"grey":[128],"synthesize":[131],"conceptualization":[134],"develop":[138],"snapshot":[140],"best":[143],"adoption":[145],"challenges,":[146],"solutions.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}