{"id":"https://openalex.org/W4415746343","doi":"https://doi.org/10.1109/icsme64153.2025.00074","title":"Understanding Practitioners' Perspectives on Monitoring Machine Learning Systems","display_name":"Understanding Practitioners' Perspectives on Monitoring Machine Learning Systems","publication_year":2025,"publication_date":"2025-09-07","ids":{"openalex":"https://openalex.org/W4415746343","doi":"https://doi.org/10.1109/icsme64153.2025.00074"},"language":null,"primary_location":{"id":"doi:10.1109/icsme64153.2025.00074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme64153.2025.00074","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093047839","display_name":"Hira Naveed","orcid":"https://orcid.org/0000-0002-0045-4577"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Hira Naveed","raw_affiliation_strings":["Monash University,Australia"],"affiliations":[{"raw_affiliation_string":"Monash University,Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082913979","display_name":"John Grundy","orcid":"https://orcid.org/0000-0003-4928-7076"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"John Grundy","raw_affiliation_strings":["Monash University,Australia"],"affiliations":[{"raw_affiliation_string":"Monash University,Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019739552","display_name":"Chetan Arora","orcid":"https://orcid.org/0000-0003-1466-7386"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chetan Arora","raw_affiliation_strings":["Monash University,Australia"],"affiliations":[{"raw_affiliation_string":"Monash University,Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046465785","display_name":"Hourieh Khalajzadeh","orcid":"https://orcid.org/0000-0001-9958-0102"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hourieh Khalajzadeh","raw_affiliation_strings":["Deakin University,Australia"],"affiliations":[{"raw_affiliation_string":"Deakin University,Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084781686","display_name":"Omar Haggag","orcid":null},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Omar Haggag","raw_affiliation_strings":["Monash University,Australia"],"affiliations":[{"raw_affiliation_string":"Monash University,Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5093047839"],"corresponding_institution_ids":["https://openalex.org/I56590836"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30988454,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"743","last_page":"754"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.18080000579357147,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.18080000579357147,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.12030000239610672,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.08190000057220459,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6977999806404114},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5447999835014343},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5078999996185303},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.49639999866485596},{"id":"https://openalex.org/keywords/system-monitoring","display_name":"System monitoring","score":0.4334999918937683},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.28850001096725464}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6977999806404114},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6388999819755554},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.5575000047683716},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5447999835014343},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5078999996185303},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.49639999866485596},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.4417000114917755},{"id":"https://openalex.org/C200749887","wikidata":"https://www.wikidata.org/wiki/Q1165574","display_name":"System monitoring","level":2,"score":0.4334999918937683},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35269999504089355},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3303999900817871},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.31839999556541443},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31529998779296875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30809998512268066},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.28850001096725464},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.26660001277923584},{"id":"https://openalex.org/C29825287","wikidata":"https://www.wikidata.org/wiki/Q1427940","display_name":"Warning system","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C2780815959","wikidata":"https://www.wikidata.org/wiki/Q18390984","display_name":"Monitoring and evaluation","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C81293917","wikidata":"https://www.wikidata.org/wiki/Q4189534","display_name":"System deployment","level":3,"score":0.26109999418258667},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.25949999690055847}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icsme64153.2025.00074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme64153.2025.00074","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"},{"id":"pmh:oai:figshare.com:article/30856586","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/30856586","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1536719639","https://openalex.org/W2056716515","https://openalex.org/W2466381818","https://openalex.org/W3097890870","https://openalex.org/W3147887745","https://openalex.org/W3158459113","https://openalex.org/W3177809140","https://openalex.org/W3205459965","https://openalex.org/W4220820301","https://openalex.org/W4289526873","https://openalex.org/W4306694480","https://openalex.org/W4313128155","https://openalex.org/W4320024160","https://openalex.org/W4360995249","https://openalex.org/W4362514491","https://openalex.org/W4377138533","https://openalex.org/W4391848838","https://openalex.org/W4391936579","https://openalex.org/W4393213638","https://openalex.org/W4394709795","https://openalex.org/W4401993539","https://openalex.org/W4402490813","https://openalex.org/W4405601395","https://openalex.org/W4405602485","https://openalex.org/W4412899734"],"related_works":[],"abstract_inverted_index":{"Given":[0],"the":[1,47,58,149,160,201,230],"inherent":[2],"non-deterministic":[3],"nature":[4],"of":[5,27,66,153,165,209,233],"machine":[6],"learning":[7],"(ML)":[8],"systems,":[9],"their":[10],"behavior":[11,29],"in":[12,108],"production":[13],"environments":[14],"can":[15],"lead":[16],"to":[17,31,70,83,123,148],"unforeseen":[18],"and":[19,30,36,50,90,100,105,129,163,171,179,193,207,215,218],"potentially":[20],"dangerous":[21],"outcomes.":[22],"For":[23],"a":[24,63],"timely":[25],"detection":[26],"unwanted":[28],"prevent":[32],"organizations":[33],"from":[34,57,200],"financial":[35],"reputational":[37],"damage,":[38],"monitoring":[39,54,76,99,110,136,166,187,235],"these":[40],"systems":[41,56,178],"is":[42,168],"essential.":[43],"This":[44],"paper":[45],"explores":[46],"strategies,":[48],"challenges,":[49,104],"improvement":[51],"opportunities":[52],"for":[53,78,137,213,220,229],"ML":[55,68,79,177,234],"practitioners'":[59,202,242],"perspective.":[60],"We":[61,81],"conducted":[62],"global":[64],"survey":[65],"91":[67],"practitioners":[69,116,184],"collect":[71],"diverse":[72],"insights":[73,225],"into":[74],"current":[75],"practices":[77],"systems.":[80],"aim":[82],"complement":[84],"existing":[85],"research":[86],"through":[87],"our":[88],"qualitative":[89],"quantitative":[91],"analyses,":[92],"focusing":[93],"on":[94,144],"prevalent":[95],"runtime":[96,120,222],"issues,":[97],"industrial":[98],"mitigation":[101],"practices,":[102],"key":[103],"desired":[106,198],"enhancements":[107],"future":[109,231],"tools.":[111],"Our":[112],"findings":[113],"reveal":[114],"that":[115,159,186,237],"frequently":[117],"struggle":[118],"with":[119,176,241],"issues":[121],"related":[122],"declining":[124],"model":[125],"performance,":[126],"exceeding":[127],"latency,":[128],"security":[130],"violations.":[131],"While":[132],"most":[133],"prefer":[134],"automated":[135,205],"its":[138],"increased":[139],"efficiency,":[140],"many":[141],"still":[142],"rely":[143],"manual":[145],"approaches":[146],"due":[147],"complexity":[150],"or":[151],"lack":[152],"appropriate":[154],"automation":[155],"solutions.":[156],"Practitioners":[157],"report":[158],"initial":[161],"setup":[162],"configuration":[164],"tools":[167,236],"often":[169],"complicated":[170],"challenging,":[172],"particularly":[173],"when":[174],"integrating":[175],"setting":[180],"alert":[181,195],"thresholds.":[182],"Moreover,":[183],"find":[185],"adds":[188],"extra":[189],"workload,":[190],"strains":[191],"resources,":[192],"causes":[194],"fatigue.":[196],"The":[197],"improvements":[199],"perspective":[203],"are:":[204],"generation":[206],"deployment":[208],"monitors,":[210],"improved":[211],"support":[212],"performance":[214],"fairness":[216],"monitoring,":[217],"recommendations":[219],"resolving":[221],"issues.":[223],"These":[224],"offer":[226],"valuable":[227],"guidance":[228],"development":[232],"are":[238],"better":[239],"aligned":[240],"needs.":[243]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-31T00:00:00"}