{"id":"https://openalex.org/W3104128335","doi":"https://doi.org/10.1145/3533378","title":"Challenges in Deploying Machine Learning: A Survey of Case Studies","display_name":"Challenges in Deploying Machine Learning: A Survey of Case Studies","publication_year":2022,"publication_date":"2022-04-30","ids":{"openalex":"https://openalex.org/W3104128335","doi":"https://doi.org/10.1145/3533378","mag":"3104128335"},"language":"en","primary_location":{"id":"doi:10.1145/3533378","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3533378","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3533378","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3533378","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101934657","display_name":"Andrei Paleyes","orcid":"https://orcid.org/0000-0002-3703-8163"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Andrei Paleyes","raw_affiliation_strings":["University of Cambridge, Cambridge, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3703-8163","affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045514868","display_name":"Raoul-Gabriel Urma","orcid":"https://orcid.org/0000-0001-8245-4425"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raoul-Gabriel Urma","raw_affiliation_strings":["Cambridge Spark, Cambridge, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-8245-4425","affiliations":[{"raw_affiliation_string":"Cambridge Spark, Cambridge, United Kingdom","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023849469","display_name":"Neil D. Lawrence","orcid":"https://orcid.org/0000-0001-9258-1030"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Neil D. Lawrence","raw_affiliation_strings":["University of Cambridge, Cambridge, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-9258-1030","affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101934657"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":63.1699,"has_fulltext":true,"cited_by_count":542,"citation_normalized_percentile":{"value":0.99931343,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"55","issue":"6","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.9112743139266968},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8367934226989746},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8125712275505066},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6072162985801697},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5697091221809387},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5478435158729553},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5048695206642151},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42597225308418274},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3931276500225067},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3436374366283417},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.3248280882835388},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.14319327473640442}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.9112743139266968},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8367934226989746},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8125712275505066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6072162985801697},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5697091221809387},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5478435158729553},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5048695206642151},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42597225308418274},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3931276500225067},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3436374366283417},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3248280882835388},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.14319327473640442},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3533378","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3533378","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3533378","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2011.09926","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.09926","pdf_url":"https://arxiv.org/pdf/2011.09926","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.whiterose.ac.uk:172330","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.whiterose.ac.uk/172330/1/2011.09926v2.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/336516","is_oa":false,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/336516","pdf_url":null,"source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.17863/cam.83936","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.83936","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3533378","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3533378","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3533378","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320313467","display_name":"Alan Turing Institute","ror":"https://ror.org/035dkdb55"},{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3104128335.pdf","grobid_xml":"https://content.openalex.org/works/W3104128335.grobid-xml"},"referenced_works_count":139,"referenced_works":["https://openalex.org/W1517701247","https://openalex.org/W1538021842","https://openalex.org/W1593532658","https://openalex.org/W1999038366","https://openalex.org/W1999055527","https://openalex.org/W2005650084","https://openalex.org/W2031533839","https://openalex.org/W2044102377","https://openalex.org/W2051267297","https://openalex.org/W2052642746","https://openalex.org/W2070600700","https://openalex.org/W2099419573","https://openalex.org/W2116612304","https://openalex.org/W2131127312","https://openalex.org/W2131241448","https://openalex.org/W2140013491","https://openalex.org/W2149706766","https://openalex.org/W2162552722","https://openalex.org/W2189162242","https://openalex.org/W2212352689","https://openalex.org/W2232882577","https://openalex.org/W2291023960","https://openalex.org/W2334978306","https://openalex.org/W2474194402","https://openalex.org/W2512929571","https://openalex.org/W2532521045","https://openalex.org/W2535690855","https://openalex.org/W2544486974","https://openalex.org/W2559655401","https://openalex.org/W2572504188","https://openalex.org/W2573660794","https://openalex.org/W2587468166","https://openalex.org/W2591061043","https://openalex.org/W2612743528","https://openalex.org/W2619537866","https://openalex.org/W2740962769","https://openalex.org/W2746411854","https://openalex.org/W2757656223","https://openalex.org/W2764072425","https://openalex.org/W2773309814","https://openalex.org/W2773446523","https://openalex.org/W2791094827","https://openalex.org/W2809056940","https://openalex.org/W2811973125","https://openalex.org/W2890590696","https://openalex.org/W2891525068","https://openalex.org/W2896480560","https://openalex.org/W2897042519","https://openalex.org/W2898475012","https://openalex.org/W2900580168","https://openalex.org/W2900853407","https://openalex.org/W2903440991","https://openalex.org/W2905034244","https://openalex.org/W2905588001","https://openalex.org/W2911424454","https://openalex.org/W2911978475","https://openalex.org/W2921243078","https://openalex.org/W2922234936","https://openalex.org/W2942608247","https://openalex.org/W2943962500","https://openalex.org/W2944221325","https://openalex.org/W2944703101","https://openalex.org/W2945976633","https://openalex.org/W2946595616","https://openalex.org/W2948223045","https://openalex.org/W2950628404","https://openalex.org/W2951073610","https://openalex.org/W2951641587","https://openalex.org/W2952166649","https://openalex.org/W2952278941","https://openalex.org/W2953389077","https://openalex.org/W2954120563","https://openalex.org/W2962763344","https://openalex.org/W2963341956","https://openalex.org/W2963389226","https://openalex.org/W2963815651","https://openalex.org/W2964024268","https://openalex.org/W2964318098","https://openalex.org/W2966907664","https://openalex.org/W2967273021","https://openalex.org/W2970143329","https://openalex.org/W2972198316","https://openalex.org/W2977942577","https://openalex.org/W2989835735","https://openalex.org/W2997590552","https://openalex.org/W3000239480","https://openalex.org/W3000280594","https://openalex.org/W3002972902","https://openalex.org/W3005243190","https://openalex.org/W3006602764","https://openalex.org/W3008949242","https://openalex.org/W3013149459","https://openalex.org/W3014590323","https://openalex.org/W3015637290","https://openalex.org/W3016339201","https://openalex.org/W3019200173","https://openalex.org/W3023201182","https://openalex.org/W3030386863","https://openalex.org/W3034428338","https://openalex.org/W3035507081","https://openalex.org/W3036479503","https://openalex.org/W3037032032","https://openalex.org/W3037047454","https://openalex.org/W3037287540","https://openalex.org/W3041171722","https://openalex.org/W3041943617","https://openalex.org/W3043330351","https://openalex.org/W3045004532","https://openalex.org/W3081036064","https://openalex.org/W3082155494","https://openalex.org/W3084223972","https://openalex.org/W3090753246","https://openalex.org/W3092571094","https://openalex.org/W3100279624","https://openalex.org/W3104926413","https://openalex.org/W3116515605","https://openalex.org/W3120083395","https://openalex.org/W3121342653","https://openalex.org/W3124443940","https://openalex.org/W3125803510","https://openalex.org/W3133702157","https://openalex.org/W3156669901","https://openalex.org/W3162560068","https://openalex.org/W3165722314","https://openalex.org/W3179455893","https://openalex.org/W3195384110","https://openalex.org/W3210088403","https://openalex.org/W3212368439","https://openalex.org/W4230414599","https://openalex.org/W4232902877","https://openalex.org/W4241336979","https://openalex.org/W4247200422","https://openalex.org/W4287026846","https://openalex.org/W4287811436","https://openalex.org/W4382987554","https://openalex.org/W6729756640","https://openalex.org/W6760652553","https://openalex.org/W6775855368","https://openalex.org/W6912643491"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"machine":[3,27,48,69,82],"learning":[4,28,49,70,83],"has":[5],"transitioned":[6],"from":[7],"a":[8,15,35,52,108],"field":[9,16],"of":[10,18,26,37,46,54,67,80,95,101],"academic":[11],"research":[12,109],"interest":[13],"to":[14,65,77,105,111],"capable":[17],"solving":[19],"real-world":[20],"business":[21],"problems.":[22],"However,":[23],"the":[24,68,78,81,96],"deployment":[25,71,84,97],"models":[29],"in":[30,51],"production":[31],"systems":[32],"can":[33],"present":[34],"number":[36],"issues":[38,91],"and":[39,58,60],"concerns.":[40],"This":[41],"survey":[42],"reviews":[43],"published":[44],"reports":[45],"deploying":[47],"solutions":[50],"variety":[53],"use":[55],"cases,":[56],"industries,":[57],"applications":[59],"extracts":[61],"practical":[62],"considerations":[63],"corresponding":[64],"stages":[66],"workflow.":[72],"By":[73],"mapping":[74],"found":[75],"challenges":[76],"steps":[79],"workflow,":[85],"we":[86],"show":[87],"that":[88],"practitioners":[89],"face":[90],"at":[92],"each":[93],"stage":[94],"process.":[98],"The":[99],"goal":[100],"this":[102],"article":[103],"is":[104],"lay":[106],"out":[107],"agenda":[110],"explore":[112],"approaches":[113],"addressing":[114],"these":[115],"challenges.":[116]},"counts_by_year":[{"year":2026,"cited_by_count":52},{"year":2025,"cited_by_count":156},{"year":2024,"cited_by_count":160},{"year":2023,"cited_by_count":95},{"year":2022,"cited_by_count":44},{"year":2021,"cited_by_count":33},{"year":2020,"cited_by_count":2}],"updated_date":"2026-05-08T15:41:06.802602","created_date":"2025-10-10T00:00:00"}