{"id":"https://openalex.org/W3136912235","doi":"https://doi.org/10.1109/wain52551.2021.00024","title":"Who Needs MLOps: What Data Scientists Seek to Accomplish and How Can MLOps Help?","display_name":"Who Needs MLOps: What Data Scientists Seek to Accomplish and How Can MLOps Help?","publication_year":2021,"publication_date":"2021-05-01","ids":{"openalex":"https://openalex.org/W3136912235","doi":"https://doi.org/10.1109/wain52551.2021.00024","mag":"3136912235"},"language":"en","primary_location":{"id":"doi:10.1109/wain52551.2021.00024","doi":"https://doi.org/10.1109/wain52551.2021.00024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wain52551.2021.00024","pdf_url":null,"source":{"id":"https://openalex.org/S7407088863","display_name":"IEEE/ACM International Conference on AI Engineering \u2013 Software Engineering for AI (CAIN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM 1st Workshop on AI Engineering - Software Engineering for AI (WAIN)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2103.08942","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065424922","display_name":"Sasu M\u00e4kinen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sasu Makinen","raw_affiliation_strings":["University of Helsinki, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037274757","display_name":"Henrik Skogstr\u00f6m","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henrik Skogstrom","raw_affiliation_strings":["Valohai, Turku, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Valohai, Turku, Finland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030000580","display_name":"Eero Laaksonen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eero Laaksonen","raw_affiliation_strings":["Valohai, Turku, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Valohai, Turku, Finland","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074223722","display_name":"Tommi Mikkonen","orcid":"https://orcid.org/0000-0002-8540-9918","observed_orcids":["https://orcid.org/0000-0002-8540-9918"]},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tommi Mikkonen","raw_affiliation_strings":["University of Helsinki, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":26.259,"has_fulltext":true,"cited_by_count":203,"citation_normalized_percentile":{"value":0.99829686,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"109","last_page":"112"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.7128999829292297,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.7128999829292297,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.10130000114440918,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.03830000013113022,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mlops","display_name":"MLOps","score":1.0},{"id":"https://openalex.org/keywords/data-scientists","display_name":"data scientists","score":0.6850000023841858},{"id":"https://openalex.org/keywords/machine-learning-deployment","display_name":"machine learning deployment","score":0.7979999780654907},{"id":"https://openalex.org/keywords/model-versioning","display_name":"model versioning","score":0.6340000033378601},{"id":"https://openalex.org/keywords/model-retraining","display_name":"model retraining","score":0.7770000100135803},{"id":"https://openalex.org/keywords/continuous-software-engineering","display_name":"continuous software engineering","score":0.4189999997615814},{"id":"https://openalex.org/keywords/time-series","display_name":"time series","score":0.656000018119812},{"id":"https://openalex.org/keywords/predictive-analytics","display_name":"predictive analytics","score":0.5770000219345093},{"id":"https://openalex.org/keywords/computer-vision","display_name":"computer vision","score":0.8629999756813049}],"concepts":[{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.8785445690155029},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7152138352394104},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6628953218460083},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6552199125289917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6062912940979004},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.5105632543563843},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4809083938598633},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.42088782787323},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41939273476600647},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4142327308654785},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3791329860687256},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20052313804626465},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.17979618906974792},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.10668429732322693},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/wain52551.2021.00024","doi":"https://doi.org/10.1109/wain52551.2021.00024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wain52551.2021.00024","pdf_url":null,"source":{"id":"https://openalex.org/S7407088863","display_name":"IEEE/ACM International Conference on AI Engineering \u2013 Software Engineering for AI (CAIN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM 1st Workshop on AI Engineering - Software Engineering for AI (WAIN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2103.08942","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.08942","pdf_url":"https://arxiv.org/pdf/2103.08942","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:helda.helsinki.fi:10138/335729","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2103.08942","pdf_url":"http://arxiv.org/pdf/2103.08942","source":{"id":"https://openalex.org/S4210213322","display_name":"Ty\u00f6v\u00e4entutkimus Vuosikirja","issn_l":"0784-1272","issn":["0784-1272","1459-7780"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["ddh","jufo-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"},{"id":"mag:3136912235","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2103.08942.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2103.08942","doi":"https://doi.org/10.48550/arxiv.2103.08942","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2103.08942","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2103.08942","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.08942","pdf_url":"https://arxiv.org/pdf/2103.08942","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[{"id":"https://openalex.org/study-designs/observational-study","display_name":"Observational Study"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320328501","display_name":"Business Finland","ror":"https://ror.org/05bgf9v38"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3136912235.pdf","grobid_xml":"https://content.openalex.org/works/W3136912235.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W265886337","https://openalex.org/W806202468","https://openalex.org/W1423289960","https://openalex.org/W2128412750","https://openalex.org/W2189162242","https://openalex.org/W2564961437","https://openalex.org/W2901228195","https://openalex.org/W3049762997","https://openalex.org/W3110092091","https://openalex.org/W3120727620"],"related_works":["https://openalex.org/W4372349311","https://openalex.org/W4311259375","https://openalex.org/W7034682796","https://openalex.org/W4410350755","https://openalex.org/W4393213638","https://openalex.org/W7067531621","https://openalex.org/W6903890857","https://openalex.org/W3116142344","https://openalex.org/W4385723286","https://openalex.org/W7081583247"],"abstract_inverted_index":{"Following":[0],"continuous":[1],"software":[2],"engineering":[3],"practices,":[4],"there":[5,123,224],"has":[6],"been":[7],"an":[8,236,246],"increasing":[9],"interest":[10],"in":[11,30,53,63,145,203,220],"rapid":[12],"deployment":[13,191],"of":[14,28,33,87,101,127,192,200,216,261],"machine":[15],"learning":[16],"(ML)":[17],"features,":[18],"called":[19],"MLOps.":[20],"In":[21,195],"this":[22],"paper,":[23],"we":[24,43,140],"study":[25],"the":[26,31,64,70,85,88,98,146,167,196,198,214,249],"importance":[27],"MLOps":[29,217,237],"context":[32],"data":[34,210],"scientists'":[35],"daily":[36],"activities,":[37],"based":[38],"on":[39,57,62,69,165,209],"a":[40,226,240,254,259],"survey":[41,147],"where":[42],"collected":[44],"responses":[45],"from":[46,49,251],"331":[47],"professionals":[48],"63":[50],"different":[51],"countries":[52],"ML":[54,252,257],"domain,":[55],"indicating":[56],"what":[58],"they":[59,78],"were":[60],"working":[61],"last":[65],"three":[66,152],"months.":[67],"Based":[68],"results,":[71,197],"up":[72,235],"to":[73,103,130,133,151,159,173,243,256],"40%":[74],"respondents":[75,201],"say":[76],"that":[77,142],"work":[79,89],"with":[80],"both":[81],"models":[82,132,169],"and":[83,93,97,112,135,170,175,182,189,211,231],"infrastructure;":[84],"majority":[86,199],"revolves":[90],"around":[91,120],"relational":[92],"time":[94,109],"series":[95,110],"data;":[96,162],"largest":[99],"categories":[100,153],"problems":[102,118,128],"be":[104,149],"solved":[105],"are":[106,202],"predictive":[107],"analysis,":[108],"data,":[111,121],"computer":[113],"vision.":[114],"The":[115],"biggest":[116],"perceived":[117],"revolve":[119],"although":[122],"is":[124,225,239],"some":[125],"awareness":[126],"related":[129,136],"deploying":[131],"production":[134],"procedures.":[137],"To":[138],"hypothesise,":[139],"believe":[141],"organisations":[143],"represented":[144],"can":[148],"divided":[150],"-":[154],"(i)":[155,205],"figuring":[156],"out":[157],"how":[158],"best":[160],"use":[161],"(ii)":[163],"focusing":[164,208],"building":[166],"first":[168],"getting":[171],"them":[172],"production;":[174],"(iii)":[176,222],"managing":[177],"several":[178],"models,":[179],"their":[180],"versions":[181],"training":[183],"datasets,":[184],"as":[185,187,253,258],"well":[186],"retraining":[188,230],"frequent":[190,229],"retrained":[193],"models.":[194],"category":[204,221],"or":[206],"(ii),":[207],"models;":[212],"however":[213],"benefits":[215],"only":[218],"emerge":[219],"when":[223,245],"need":[227],"for":[228],"redeployment.":[232],"Hence,":[233],"setting":[234],"pipeline":[238],"natural":[241],"step":[242,250],"take,":[244],"organization":[247],"takes":[248],"proof-of-concept":[255],"part":[260],"nominal":[262],"activities.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":46},{"year":2023,"cited_by_count":53},{"year":2022,"cited_by_count":49},{"year":2021,"cited_by_count":8}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2021-03-29T00:00:00"}