{"id":"https://openalex.org/W7125836123","doi":"https://doi.org/10.1145/3793302.3793366","title":"How are MLOps Frameworks Used in Open Source Projects? An Empirical Characterization","display_name":"How are MLOps Frameworks Used in Open Source Projects? An Empirical Characterization","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7125836123","doi":"https://doi.org/10.1145/3793302.3793366"},"language":null,"primary_location":{"id":"doi:10.1145/3793302.3793366","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3793302.3793366","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd International Conference on Mining Software Repositories","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3793302.3793366","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006441254","display_name":"Fiorella Zampetti","orcid":"https://orcid.org/0000-0001-7098-8964"},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fiorella Zampetti","raw_affiliation_strings":["University of Sannio, Italy, Benevento, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7098-8964","affiliations":[{"raw_affiliation_string":"University of Sannio, Italy, Benevento, Italy","institution_ids":["https://openalex.org/I16337185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123978518","display_name":"Federico Stocchetti","orcid":null},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federico Stocchetti","raw_affiliation_strings":["University of Sannio, Italy, Benevento, Italy"],"raw_orcid":"https://orcid.org/0009-0007-0420-2354","affiliations":[{"raw_affiliation_string":"University of Sannio, Italy, Benevento, Italy","institution_ids":["https://openalex.org/I16337185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123988109","display_name":"Federica Razzano","orcid":null},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federica Razzano","raw_affiliation_strings":["University of Sannio, Italy, Benevento, Italy"],"raw_orcid":"https://orcid.org/0009-0006-2694-874X","affiliations":[{"raw_affiliation_string":"University of Sannio, Italy, Benevento, Italy","institution_ids":["https://openalex.org/I16337185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123961067","display_name":"Damian Andrew Tamburri","orcid":null},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Damian Andrew Tamburri","raw_affiliation_strings":["University of Sannio, Italy, Benevento, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1230-8961","affiliations":[{"raw_affiliation_string":"University of Sannio, Italy, Benevento, Italy","institution_ids":["https://openalex.org/I16337185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123884491","display_name":"Massimiliano Di Penta","orcid":null},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Massimiliano (Max) Di Penta","raw_affiliation_strings":["University of Sannio, Italy, Benevento, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0340-9747","affiliations":[{"raw_affiliation_string":"University of Sannio, Italy, Benevento, Italy","institution_ids":["https://openalex.org/I16337185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16337185"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18511166,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"386","last_page":"396"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.4041999876499176,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.4041999876499176,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.2240999937057495,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.032999999821186066,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7444000244140625},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.620199978351593},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.4855000078678131},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.45809999108314514},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.41040000319480896},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.3140999972820282}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7444000244140625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7407000064849854},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.620199978351593},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5070000290870667},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.4855000078678131},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.45809999108314514},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.41040000319480896},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38440001010894775},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C101814296","wikidata":"https://www.wikidata.org/wiki/Q5439685","display_name":"Feature model","level":3,"score":0.289900004863739},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C2780366209","wikidata":"https://www.wikidata.org/wiki/Q5170200","display_name":"Core model","level":2,"score":0.25040000677108765},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3793302.3793366","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3793302.3793366","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd International Conference on Mining Software Repositories","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2601.18591","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2601.18591","pdf_url":"https://arxiv.org/pdf/2601.18591","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3793302.3793366","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3793302.3793366","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd International Conference on Mining Software Repositories","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6509646773338318}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Machine":[0],"Learning":[1],"(ML)":[2],"Operations":[3],"(MLOps)":[4],"frameworks":[5,25,109,147],"have":[6],"been":[7],"conceived":[8],"to":[9,99,127,163],"support":[10],"developers":[11,32,123],"and":[12,52,79,87,114,140,174],"AI":[13],"engineers":[14],"in":[15,131],"managing":[16],"the":[17,49,76,91,100,167],"lifecycle":[18],"of":[19,30,38,56,166],"their":[20,65,125,132],"ML":[21,138],"models.":[22],"While":[23],"such":[24],"provide":[26],"a":[27,36],"wide":[28],"range":[29],"features,":[31],"may":[33],"leverage":[34],"only":[35],"subset":[37],"them,":[39],"while":[40],"missing":[41],"some":[42],"highly":[43],"desired":[44,53,97],"features.":[45,104,150],"This":[46],"paper":[47],"investigates":[48],"practical":[50],"use":[51,124],"feature":[54,85,154],"enhancements":[55,88,162],"eight":[57],"popular":[58],"open-source":[59],"MLOps":[60,108],"frameworks.":[61],"Specifically,":[62],"we":[63,82],"analyze":[64,84],"usage":[66,103],"by":[67],"dependent":[68],"projects":[69],"on":[70],"GitHub,":[71],"examining":[72],"how":[73],"they":[74],"invoke":[75],"frameworks\u2019":[77,92],"APIs":[78,126],"commands.":[80],"Then,":[81],"qualitatively":[83],"requests":[86,155],"mined":[89],"from":[90],"issue":[93],"trackers,":[94],"relating":[95],"these":[96],"improvements":[98],"previously":[101],"identified":[102],"Results":[105],"indicate":[106],"that":[107,157],"are":[110,115],"rarely":[111],"used":[112],"out-of-the-box":[113],"infrequently":[116],"integrated":[117],"into":[118],"GitHub":[119],"Workflows,":[120],"but":[121,169],"rather,":[122],"implement":[128],"custom":[129],"functionality":[130],"projects.":[133],"Used":[134],"features":[135,165],"concern":[136],"core":[137,164],"phases":[139],"whole":[141],"infrastructure":[142],"governance,":[143],"sometimes":[144],"leveraging":[145],"multiple":[146],"with":[148,153],"complementary":[149],"The":[151],"mapping":[152],"highlights":[156],"users":[158],"mainly":[159],"ask":[160],"for":[161],"frameworks,":[168],"also":[170],"better":[171],"API":[172],"exposure":[173],"CI/CD":[175],"integration.":[176]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2026-01-28T00:00:00"}