{"id":"https://openalex.org/W4401635770","doi":"https://doi.org/10.1145/3688841","title":"An Exploratory Study on Machine Learning Model Management","display_name":"An Exploratory Study on Machine Learning Model Management","publication_year":2024,"publication_date":"2024-08-16","ids":{"openalex":"https://openalex.org/W4401635770","doi":"https://doi.org/10.1145/3688841"},"language":"en","primary_location":{"id":"doi:10.1145/3688841","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688841","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688841","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3688841","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098771994","display_name":"Jasmine Latendresse","orcid":"https://orcid.org/0000-0002-0481-8331"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Jasmine Latendresse","raw_affiliation_strings":["Concordia University, Montreal, Quebec, Canada","Concordia University, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0481-8331","affiliations":[{"raw_affiliation_string":"Concordia University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000411077","display_name":"Samuel Abedu","orcid":"https://orcid.org/0009-0000-0472-4514"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Samuel Abedu","raw_affiliation_strings":["Concordia University, Montreal, Quebec, Canada","Concordia University, Canada"],"raw_orcid":"https://orcid.org/0009-0000-0472-4514","affiliations":[{"raw_affiliation_string":"Concordia University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033095642","display_name":"Ahmad Abdellatif","orcid":"https://orcid.org/0000-0003-1863-9147"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ahmad Abdellatif","raw_affiliation_strings":["University of Calgary, Calgary, Alberta, Canada","University of Calgary, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1863-9147","affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Alberta, Canada","institution_ids":["https://openalex.org/I168635309"]},{"raw_affiliation_string":"University of Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049727493","display_name":"Emad Shihab","orcid":"https://orcid.org/0000-0003-1285-9878"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Emad Shihab","raw_affiliation_strings":["Concordia University, Montreal, Quebec, Canada","Concordia University, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1285-9878","affiliations":[{"raw_affiliation_string":"Concordia University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5098771994"],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":2.984,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.92572447,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"34","issue":"1","first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.7964181900024414},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7568954229354858},{"id":"https://openalex.org/keywords/software-versioning","display_name":"Software versioning","score":0.6739729642868042},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4856678247451782},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.47682303190231323},{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.45475614070892334},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3863077759742737},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37338995933532715},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.350741446018219},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.2267555594444275},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11370232701301575}],"concepts":[{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.7964181900024414},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7568954229354858},{"id":"https://openalex.org/C198140048","wikidata":"https://www.wikidata.org/wiki/Q10859422","display_name":"Software versioning","level":3,"score":0.6739729642868042},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4856678247451782},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.47682303190231323},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.45475614070892334},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3863077759742737},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37338995933532715},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.350741446018219},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2267555594444275},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11370232701301575},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3688841","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688841","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688841","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3688841","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688841","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688841","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401635770.pdf"},"referenced_works_count":83,"referenced_works":["https://openalex.org/W171406816","https://openalex.org/W292222157","https://openalex.org/W1783768447","https://openalex.org/W1914969610","https://openalex.org/W2087180528","https://openalex.org/W2114690085","https://openalex.org/W2133012565","https://openalex.org/W2140952846","https://openalex.org/W2189162242","https://openalex.org/W2395579298","https://openalex.org/W2398941234","https://openalex.org/W2552408584","https://openalex.org/W2559655401","https://openalex.org/W2559885217","https://openalex.org/W2757656223","https://openalex.org/W2768343520","https://openalex.org/W2890432166","https://openalex.org/W2896671475","https://openalex.org/W2911282308","https://openalex.org/W2912296587","https://openalex.org/W2914747561","https://openalex.org/W2926314329","https://openalex.org/W2927176210","https://openalex.org/W2968772574","https://openalex.org/W2969414999","https://openalex.org/W2970433196","https://openalex.org/W2979871590","https://openalex.org/W3004493192","https://openalex.org/W3035250811","https://openalex.org/W3035655392","https://openalex.org/W3041326191","https://openalex.org/W3043238989","https://openalex.org/W3090388840","https://openalex.org/W3092290655","https://openalex.org/W3104128335","https://openalex.org/W3105133011","https://openalex.org/W3113291092","https://openalex.org/W3119696503","https://openalex.org/W3173121933","https://openalex.org/W3176923149","https://openalex.org/W3178161004","https://openalex.org/W3183010450","https://openalex.org/W3187038508","https://openalex.org/W3216348338","https://openalex.org/W4205621479","https://openalex.org/W4221015417","https://openalex.org/W4221061784","https://openalex.org/W4225090571","https://openalex.org/W4225434040","https://openalex.org/W4226258240","https://openalex.org/W4233869839","https://openalex.org/W4235503482","https://openalex.org/W4237941658","https://openalex.org/W4238057246","https://openalex.org/W4238167695","https://openalex.org/W4247662587","https://openalex.org/W4248361652","https://openalex.org/W4248799824","https://openalex.org/W4250352676","https://openalex.org/W4253752119","https://openalex.org/W4283023890","https://openalex.org/W4284670548","https://openalex.org/W4284677512","https://openalex.org/W4285141508","https://openalex.org/W4285417467","https://openalex.org/W4286858739","https://openalex.org/W4296563717","https://openalex.org/W4296660230","https://openalex.org/W4297581805","https://openalex.org/W4302039922","https://openalex.org/W4308643031","https://openalex.org/W4308643994","https://openalex.org/W4312607151","https://openalex.org/W4317601966","https://openalex.org/W4320858977","https://openalex.org/W4362606928","https://openalex.org/W4379644813","https://openalex.org/W4383098330","https://openalex.org/W4384009685","https://openalex.org/W4391335093","https://openalex.org/W6763088532","https://openalex.org/W6808183544","https://openalex.org/W6849446888"],"related_works":["https://openalex.org/W4313549863","https://openalex.org/W2395465245","https://openalex.org/W2072205733","https://openalex.org/W2101762871","https://openalex.org/W3176957927","https://openalex.org/W4296534969","https://openalex.org/W4312761314","https://openalex.org/W2476494490","https://openalex.org/W3089490784","https://openalex.org/W3161551626"],"abstract_inverted_index":{"Effective":[0],"model":[1,46,62,151,172],"management":[2,47,63,104,152,173,193],"is":[3],"crucial":[4],"for":[5,109,163,190],"ensuring":[6],"performance":[7],"and":[8,21,50,65,88,102,113,134,166,175,186],"reliability":[9],"in":[10,31,98,115,131],"Machine":[11],"Learning":[12],"(ML)":[13],"systems,":[14],"given":[15],"the":[16,75,80,107,116,191],"dynamic":[17],"nature":[18],"of":[19,44,60,74,150,156,171,194],"data":[20],"operational":[22],"environments.":[23],"However,":[24],"standard":[25],"practices":[26,114,188],"are":[27],"lacking,":[28],"often":[29],"resulting":[30],"ad":[32],"hoc":[33],"approaches.":[34],"To":[35],"address":[36],"this,":[37],"our":[38],"research":[39],"provides":[40],"a":[41,58,122,126,147,154,167],"clear":[42],"definition":[43],"ML":[45,54,117,141,182,195],"activities,":[48,153,160],"processes,":[49],"techniques.":[51],"Analyzing":[52],"227":[53],"repositories,":[55],"we":[56,120],"propose":[57],"taxonomy":[59,149],"16":[61],"activities":[64,77,84,174],"identify":[66],"12":[67],"unique":[68],"challenges.":[69,176],"We":[70],"find":[71],"that":[72,124],"57.9%":[73],"identified":[76],"belong":[78],"to":[79,139,158,180],"maintenance":[81,100],"category,":[82],"with":[83,184],"like":[85],"refactoring":[86],"(20.5%)":[87],"documentation":[89,99,135],"(18.3%)":[90],"dominating.":[91],"Our":[92,144],"findings":[93],"also":[94],"reveal":[95],"significant":[96],"challenges":[97,157],"(15.3%)":[101],"bug":[103],"(14.9%),":[105],"emphasizing":[106],"need":[108],"robust":[110,192],"versioning":[111],"tools":[112],"pipeline.":[118],"Additionally,":[119],"conducted":[121],"survey":[123],"underscores":[125],"shift":[127],"toward":[128],"automation,":[129],"particularly":[130],"data,":[132],"model,":[133],"versioning,":[136],"as":[137],"key":[138],"managing":[140],"models":[142],"effectively.":[143],"contributions":[145],"include":[146],"detailed":[148],"mapping":[155],"these":[159],"practitioner-informed":[161],"solutions":[162],"challenge":[164],"mitigation,":[165],"publicly":[168],"available":[169],"dataset":[170],"This":[177],"work":[178],"aims":[179],"equip":[181],"developers":[183],"knowledge":[185],"best":[187],"essential":[189],"models.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}