{"id":"https://openalex.org/W4413678108","doi":"https://doi.org/10.1109/tse.2025.3602520","title":"From Tea Leaves to System Maps: A Survey and Framework on Context-Aware Machine Learning Monitoring","display_name":"From Tea Leaves to System Maps: A Survey and Framework on Context-Aware Machine Learning Monitoring","publication_year":2025,"publication_date":"2025-08-26","ids":{"openalex":"https://openalex.org/W4413678108","doi":"https://doi.org/10.1109/tse.2025.3602520"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2025.3602520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3602520","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.vu.nl/en/publications/dcd25e7a-d104-429a-8dff-71984c6b0ccc","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046419881","display_name":"Joran Leest","orcid":"https://orcid.org/0009-0003-1335-6559"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Joran Leest","raw_affiliation_strings":["Department of Computer Science, Faculty of Sciences, Vrije Universiteit Amsterdam, Amsterdam, HV, The Netherlands","Vrije Universiteit Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Sciences, Vrije Universiteit Amsterdam, Amsterdam, HV, The Netherlands","institution_ids":["https://openalex.org/I865915315"]},{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008144132","display_name":"Claudia Raibulet","orcid":"https://orcid.org/0000-0002-7194-3159"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Claudia Raibulet","raw_affiliation_strings":["Department of Computer Science, Faculty of Sciences, Vrije Universiteit Amsterdam, Amsterdam, HV, The Netherlands","Vrije Universiteit Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Sciences, Vrije Universiteit Amsterdam, Amsterdam, HV, The Netherlands","institution_ids":["https://openalex.org/I865915315"]},{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088101716","display_name":"Patricia Lago","orcid":"https://orcid.org/0000-0002-2234-0845"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Patricia Lago","raw_affiliation_strings":["Department of Computer Science, Faculty of Sciences, Vrije Universiteit Amsterdam, Amsterdam, HV, The Netherlands","Vrije Universiteit Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Sciences, Vrije Universiteit Amsterdam, Amsterdam, HV, The Netherlands","institution_ids":["https://openalex.org/I865915315"]},{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084021903","display_name":"Ilias Gerostathopoulos","orcid":"https://orcid.org/0000-0001-9333-7101"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ilias Gerostathopoulos","raw_affiliation_strings":["Department of Computer Science, Faculty of Sciences, Vrije Universiteit Amsterdam, Amsterdam, HV, The Netherlands","Vrije Universiteit Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Sciences, Vrije Universiteit Amsterdam, Amsterdam, HV, The Netherlands","institution_ids":["https://openalex.org/I865915315"]},{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5046419881"],"corresponding_institution_ids":["https://openalex.org/I865915315"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28911225,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"51","issue":"12","first_page":"3218","last_page":"3246"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.7699999809265137,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.7699999809265137,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.7455000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.7321000099182129,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8391220569610596},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.621975302696228},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37437939643859863},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37427306175231934},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.35610392689704895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8391220569610596},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.621975302696228},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37437939643859863},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37427306175231934},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35610392689704895},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tse.2025.3602520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3602520","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:research.vu.nl:openaire/dcd25e7a-d104-429a-8dff-71984c6b0ccc","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/dcd25e7a-d104-429a-8dff-71984c6b0ccc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Leest, J, Raibulet, C, Lago, P & Gerostathopoulos, I 2025, 'From Tea Leaves to System Maps : A Survey and Framework on Context-Aware Machine Learning Monitoring', IEEE Transactions on Software Engineering, vol. 51, no. 12, pp. 3218-3246. https://doi.org/10.1109/TSE.2025.3602520","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:boa.unimib.it:10281/568963","is_oa":true,"landing_page_url":"https://hdl.handle.net/10281/568963","pdf_url":null,"source":{"id":"https://openalex.org/S4306401259","display_name":"BOA (University of Milano-Bicocca)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/dcd25e7a-d104-429a-8dff-71984c6b0ccc","is_oa":true,"landing_page_url":"https://hdl.handle.net/1871.1/dcd25e7a-d104-429a-8dff-71984c6b0ccc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Leest, J, Raibulet, C, Lago, P & Gerostathopoulos, I 2025, 'From Tea Leaves to System Maps : A Survey and Framework on Context-Aware Machine Learning Monitoring', IEEE Transactions on Software Engineering, vol. 51, no. 12, pp. 3218-3246. https://doi.org/10.1109/TSE.2025.3602520","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:research.vu.nl:openaire/dcd25e7a-d104-429a-8dff-71984c6b0ccc","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/dcd25e7a-d104-429a-8dff-71984c6b0ccc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Leest, J, Raibulet, C, Lago, P & Gerostathopoulos, I 2025, 'From Tea Leaves to System Maps : A Survey and Framework on Context-Aware Machine Learning Monitoring', IEEE Transactions on Software Engineering, vol. 51, no. 12, pp. 3218-3246. https://doi.org/10.1109/TSE.2025.3602520","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)":[2],"models":[3],"in":[4,29],"production":[5],"fail":[6],"when":[7],"their":[8],"broader":[9],"systems":[10],"\u2013":[11,18],"from":[12,20,177],"data":[13,36,38,65,183],"pipelines":[14],"to":[15,26,162,187],"deployment":[16],"environments":[17],"deviate":[19],"training":[21],"assumptions,":[22],"not":[23],"merely":[24],"due":[25],"statistical":[27,73],"anomalies":[28,74],"input":[30],"data.":[31],"Despite":[32],"extensive":[33],"work":[34],"on":[35,83,174],"drift,":[37],"validation,":[39],"and":[40,78,125,159,184,189,200],"out-of-distribution":[41],"detection,":[42],"ML":[43,99,175],"monitoring":[44,164],"research":[45],"remains":[46],"largely":[47],"model-centric":[48],"while":[49],"neglecting":[50],"<italic":[51,102,113,127,139],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[52,103,114,128,140],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">contextual":[53],"information</i>:":[54],"auxiliary":[55],"signals":[56],"about":[57],"the":[58,61,101,112,126,138,163],"system":[59],"around":[60],"model":[62,147],"(external":[63],"factors,":[64],"pipelines,":[66],"downstream":[67],"applications).":[68],"Incorporating":[69],"this":[70],"context":[71],"turns":[72],"into":[75],"actionable":[76],"alerts":[77],"structured":[79],"root-cause":[80],"analysis.":[81],"Drawing":[82],"a":[84,145,171],"systematic":[85],"review":[86],"of":[87,95,116],"94":[88],"primary":[89],"studies,":[90],"we":[91],"identify":[92,152],"three":[93],"dimensions":[94,158],"contextual":[96],"information":[97],"for":[98],"monitoring:":[100,176],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">system</i>":[104],"element":[105,118],"concerned":[106],"(natural":[107],"environment":[108],"or":[109,133],"technical":[110],"infrastructure);":[111],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">aspect</i>":[115],"that":[117,196],"(runtime":[119],"states,":[120],"structural":[121],"relationships,":[122],"prescriptive":[123],"properties);":[124],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">representation</i>":[129],"used":[130],"(formal":[131],"constructs":[132],"informal":[134],"formats).":[135],"This":[136,168],"forms":[137],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Contextual":[141],"System-Aspect-Representation</i>":[142],"(C-SAR)":[143],"framework,":[144],"descriptive":[146],"synthesizing":[148],"our":[149],"findings.":[150],"We":[151],"20":[153],"recurring":[154],"triplets":[155],"across":[156],"these":[157],"map":[160],"them":[161],"activities":[165],"they":[166],"support.":[167],"study":[169],"provides":[170],"holistic":[172],"perspective":[173],"interpreting":[178],"\u201ctea":[179],"leaves\u201d":[180],"(i.e.,":[181,193],"isolated":[182],"performance":[185],"statistics)":[186],"constructing":[188],"managing":[190],"\u201csystem":[191],"maps\u201d":[192],"end-to-end":[194],"views":[195],"connect":[197],"data,":[198],"models,":[199],"operating":[201],"context).":[202]},"counts_by_year":[],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}