{"id":"https://openalex.org/W7168178677","doi":"https://doi.org/10.1145/3786580.3786950","title":"But Have You Ever Deployed a Model to Production? Experiences with Teaching Machine Learning Operations in a Data Science Curriculum","display_name":"But Have You Ever Deployed a Model to Production? Experiences with Teaching Machine Learning Operations in a Data Science Curriculum","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7168178677","doi":"https://doi.org/10.1145/3786580.3786950"},"language":null,"primary_location":{"id":"doi:10.1145/3786580.3786950","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786580.3786950","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786580.3786950","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072917478","display_name":"Robert Alan Clements","orcid":null},"institutions":[{"id":"https://openalex.org/I76766440","display_name":"University of San Francisco","ror":"https://ror.org/029m7xn54","country_code":"US","type":"education","lineage":["https://openalex.org/I76766440"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Alan Clements","raw_affiliation_strings":["MS in Data Science and AI, University of San Francisco, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0009-0008-8434-5394","affiliations":[{"raw_affiliation_string":"MS in Data Science and AI, University of San Francisco, San Francisco, CA, USA","institution_ids":["https://openalex.org/I76766440"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5139235921","display_name":"Nicolas Thiebaut","orcid":"https://orcid.org/0009-0006-0034-9773"},"institutions":[{"id":"https://openalex.org/I76766440","display_name":"University of San Francisco","ror":"https://ror.org/029m7xn54","country_code":"US","type":"education","lineage":["https://openalex.org/I76766440"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicolas Thi\u00e9baut","raw_affiliation_strings":["MS in Data Science and AI, University of San Francisco, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0009-0006-0034-9773","affiliations":[{"raw_affiliation_string":"MS in Data Science and AI, University of San Francisco, San Francisco, CA, USA","institution_ids":["https://openalex.org/I76766440"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76766440"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"323","last_page":"331"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.17839999496936798,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.17839999496936798,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.12020000070333481,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.08950000256299973,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mentorship","display_name":"Mentorship","score":0.6531000137329102},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.555899977684021},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.30889999866485596},{"id":"https://openalex.org/keywords/problem-based-learning","display_name":"Problem-based learning","score":0.3009999990463257},{"id":"https://openalex.org/keywords/graduate-students","display_name":"Graduate students","score":0.30059999227523804},{"id":"https://openalex.org/keywords/graduate-education","display_name":"Graduate education","score":0.29980000853538513}],"concepts":[{"id":"https://openalex.org/C2776535583","wikidata":"https://www.wikidata.org/wiki/Q967647","display_name":"Mentorship","level":2,"score":0.6531000137329102},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.578000009059906},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.555899977684021},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5497999787330627},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4494999945163727},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.30149999260902405},{"id":"https://openalex.org/C2780909375","wikidata":"https://www.wikidata.org/wiki/Q1060990","display_name":"Problem-based learning","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C3020528894","wikidata":"https://www.wikidata.org/wiki/Q20820271","display_name":"Graduate students","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C2985790989","wikidata":"https://www.wikidata.org/wiki/Q141212","display_name":"Graduate education","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C96427005","wikidata":"https://www.wikidata.org/wiki/Q98442705","display_name":"Learning sciences","level":3,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786580.3786950","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786580.3786950","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786580.3786950","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786580.3786950","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2010593734","https://openalex.org/W2053454696","https://openalex.org/W2527104146","https://openalex.org/W3133173025","https://openalex.org/W3134670202","https://openalex.org/W3178436058","https://openalex.org/W4284893581","https://openalex.org/W4360995249","https://openalex.org/W4383749422","https://openalex.org/W4386584939","https://openalex.org/W4391211285","https://openalex.org/W4392783018"],"related_works":[],"abstract_inverted_index":{"Machine":[0],"learning":[1,11,22],"operations":[2],"(MLOps)":[3],"is":[4],"an":[5],"important":[6],"aspect":[7],"of":[8,69,83],"the":[9,62,70,75,81,88,101,121],"machine":[10,21],"lifecycle,":[12],"requiring":[13],"specialized":[14],"skills":[15,29,57],"to":[16,54,109],"deploy,":[17],"monitor,":[18],"and":[19,39,104,107,118,123],"maintain":[20],"models":[23],"in":[24,74],"production":[25],"environments.":[26],"Historically,":[27],"these":[28],"were":[30],"acquired":[31],"primarily":[32],"through":[33],"on-the-job":[34],"experience,":[35],"often":[36],"involving":[37],"trial":[38],"error":[40],"or":[41],"mentorship":[42],"within":[43],"mature":[44],"MLOps":[45,71,111],"teams.":[46],"In":[47],"recent":[48],"years":[49],"new":[50],"courses":[51],"have":[52],"emerged":[53],"address":[55],"this":[56],"gap.":[58],"This":[59],"paper":[60],"explores":[61],"pedagogic":[63],"approaches":[64],"taken":[65],"over":[66],"four":[67],"iterations":[68],"course":[72],"offered":[73],"data":[76],"science":[77],"graduate":[78,124],"program":[79],"at":[80,120],"University":[82],"San":[84],"Francisco.":[85],"We":[86],"describe":[87],"different":[89],"approaches,":[90],"discuss":[91],"what":[92],"we":[93],"perceived":[94],"as":[95],"effective,":[96],"summarize":[97],"student":[98],"feedback,":[99],"highlight":[100],"challenges":[102],"encountered,":[103],"propose":[105],"strategies":[106],"opportunities":[108],"make":[110],"education":[112],"more":[113],"accessible":[114],"for":[115],"both":[116],"educators":[117],"students":[119],"undergraduate":[122],"level.":[125]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-07-14T00:00:00"}