{"id":"https://openalex.org/W4401863617","doi":"https://doi.org/10.1145/3637528.3671959","title":"Explanatory Model Monitoring to Understand the Effects of Feature Shifts on Performance","display_name":"Explanatory Model Monitoring to Understand the Effects of Feature Shifts on Performance","publication_year":2024,"publication_date":"2024-08-24","ids":{"openalex":"https://openalex.org/W4401863617","doi":"https://doi.org/10.1145/3637528.3671959"},"language":"en","primary_location":{"id":"doi:10.1145/3637528.3671959","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671959","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671959","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671959","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039007543","display_name":"Thomas Decker","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I1325886976","display_name":"Siemens (Germany)","ror":"https://ror.org/059mq0909","country_code":"DE","type":"company","lineage":["https://openalex.org/I1325886976"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Thomas Decker","raw_affiliation_strings":["Ludwig-Maximilians-Universit\u00e4t & Siemens AG, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t & Siemens AG, Munich, Germany","institution_ids":["https://openalex.org/I1325886976","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041591090","display_name":"Alexander Koebler","orcid":null},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]},{"id":"https://openalex.org/I1325886976","display_name":"Siemens (Germany)","ror":"https://ror.org/059mq0909","country_code":"DE","type":"company","lineage":["https://openalex.org/I1325886976"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Koebler","raw_affiliation_strings":["Goethe University Frankfurt & Siemens AG, Frankfurt, Germany"],"affiliations":[{"raw_affiliation_string":"Goethe University Frankfurt & Siemens AG, Frankfurt, Germany","institution_ids":["https://openalex.org/I114090438","https://openalex.org/I1325886976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015228757","display_name":"Michael Lebacher","orcid":"https://orcid.org/0000-0003-2984-7451"},"institutions":[{"id":"https://openalex.org/I1325886976","display_name":"Siemens (Germany)","ror":"https://ror.org/059mq0909","country_code":"DE","type":"company","lineage":["https://openalex.org/I1325886976"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Lebacher","raw_affiliation_strings":["Siemens AG, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Siemens AG, Munich, Germany","institution_ids":["https://openalex.org/I1325886976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011868772","display_name":"Ingo Thon","orcid":null},"institutions":[{"id":"https://openalex.org/I1325886976","display_name":"Siemens (Germany)","ror":"https://ror.org/059mq0909","country_code":"DE","type":"company","lineage":["https://openalex.org/I1325886976"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ingo Thon","raw_affiliation_strings":["Siemens AG, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Siemens AG, Munich, Germany","institution_ids":["https://openalex.org/I1325886976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074808403","display_name":"Volker Tresp","orcid":"https://orcid.org/0000-0001-9428-3686"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I4403386549","display_name":"Munich Center for Machine Learning","ror":"https://ror.org/02nfy3535","country_code":null,"type":"education","lineage":["https://openalex.org/I4403386549","https://openalex.org/I62916508","https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Volker Tresp","raw_affiliation_strings":["Ludwig-Maximilians-Universit\u00e4t & Munich Center for Machine Learning, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t & Munich Center for Machine Learning, Munich, Germany","institution_ids":["https://openalex.org/I8204097","https://openalex.org/I4403386549"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021809355","display_name":"Florian Buettner","orcid":"https://orcid.org/0000-0001-5587-6761"},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]},{"id":"https://openalex.org/I1325886976","display_name":"Siemens (Germany)","ror":"https://ror.org/059mq0909","country_code":"DE","type":"company","lineage":["https://openalex.org/I1325886976"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Buettner","raw_affiliation_strings":["Goethe University Frankfurt & Siemens AG, Frankfurt, Germany"],"affiliations":[{"raw_affiliation_string":"Goethe University Frankfurt & Siemens AG, Frankfurt, Germany","institution_ids":["https://openalex.org/I114090438","https://openalex.org/I1325886976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5039007543"],"corresponding_institution_ids":["https://openalex.org/I1325886976","https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11668989,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"550","last_page":"561"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7565343379974365},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6312729120254517},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.619987964630127},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5948827266693115},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5528678894042969},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4648078680038452},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.44394081830978394},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.43545955419540405},{"id":"https://openalex.org/keywords/explanatory-power","display_name":"Explanatory power","score":0.4154101312160492},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4098840355873108},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.09419602155685425}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7565343379974365},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6312729120254517},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.619987964630127},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5948827266693115},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5528678894042969},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4648078680038452},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.44394081830978394},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43545955419540405},{"id":"https://openalex.org/C2777402642","wikidata":"https://www.wikidata.org/wiki/Q2557224","display_name":"Explanatory power","level":2,"score":0.4154101312160492},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4098840355873108},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.09419602155685425},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3637528.3671959","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671959","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671959","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2408.13648","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.13648","pdf_url":"https://arxiv.org/pdf/2408.13648","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3637528.3671959","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671959","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671959","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401863617.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W171557998","https://openalex.org/W385466589","https://openalex.org/W569478347","https://openalex.org/W1594039573","https://openalex.org/W2034368206","https://openalex.org/W2062291443","https://openalex.org/W2112796928","https://openalex.org/W2162651021","https://openalex.org/W2169067611","https://openalex.org/W2295598076","https://openalex.org/W2612690371","https://openalex.org/W2618530766","https://openalex.org/W2747329762","https://openalex.org/W2808408933","https://openalex.org/W2891503716","https://openalex.org/W2962843949","https://openalex.org/W2963187488","https://openalex.org/W2979200397","https://openalex.org/W2979509742","https://openalex.org/W2992035660","https://openalex.org/W3005086430","https://openalex.org/W3013149459","https://openalex.org/W3014290757","https://openalex.org/W3035242260","https://openalex.org/W3044058243","https://openalex.org/W3092241499","https://openalex.org/W3102015031","https://openalex.org/W3104128335","https://openalex.org/W3107600318","https://openalex.org/W3150807214","https://openalex.org/W3173381523","https://openalex.org/W3175298924","https://openalex.org/W3175506488","https://openalex.org/W3178436058","https://openalex.org/W3181414820","https://openalex.org/W3188008942","https://openalex.org/W3196616669","https://openalex.org/W3210161776","https://openalex.org/W3216644311","https://openalex.org/W4206078757","https://openalex.org/W4206471589","https://openalex.org/W4212774754","https://openalex.org/W4214627684","https://openalex.org/W4220796574","https://openalex.org/W4221159886","https://openalex.org/W4287245321","https://openalex.org/W4287593075","https://openalex.org/W4287825762","https://openalex.org/W4290877097","https://openalex.org/W4299431800","https://openalex.org/W4306694480","https://openalex.org/W4317436377","https://openalex.org/W4377226909","https://openalex.org/W6775444529","https://openalex.org/W6795007937","https://openalex.org/W7006806681"],"related_works":["https://openalex.org/W2185469136","https://openalex.org/W2794661298","https://openalex.org/W2749437184","https://openalex.org/W2403951411","https://openalex.org/W2011264131","https://openalex.org/W2187687470","https://openalex.org/W1565920321","https://openalex.org/W4306353150","https://openalex.org/W2026860389","https://openalex.org/W8219677"],"abstract_inverted_index":{"Monitoring":[0],"and":[1,86,99,121,148],"maintaining":[2],"machine":[3],"learning":[4],"models":[5],"are":[6],"among":[7],"the":[8,17,27,34,38,56,96,101,128],"most":[9],"critical":[10],"challenges":[11],"in":[12,16],"translating":[13],"recent":[14],"advances":[15],"field":[18],"into":[19],"real-world":[20],"applications.":[21],"However,":[22],"current":[23],"monitoring":[24,139],"methods":[25],"lack":[26],"capability":[28],"of":[29,36,40,58,103],"provide":[30],"actionable":[31,151],"insights":[32],"answering":[33],"question":[35],"why":[37],"performance":[39,69],"a":[41,51,59],"particular":[42],"model":[43,61,138,146],"really":[44],"degraded.":[45],"In":[46],"this":[47],"work,":[48],"we":[49],"propose":[50],"novel":[52],"approach":[53,105],"to":[54,71,77,133],"explain":[55],"behavior":[57],"black-box":[60],"under":[62],"feature":[63],"shifts":[64],"by":[65,140],"attributing":[66],"an":[67],"estimated":[68],"change":[70],"interpretable":[72],"input":[73],"characteristics.":[74],"We":[75,94,124],"refer":[76],"our":[78,104],"method":[79],"that":[80],"combines":[81],"concepts":[82],"from":[83],"Optimal":[84],"Transport":[85],"Shapley":[87],"Values":[88],"as":[89,118],"Explanatory":[90],"Performance":[91],"Estimation":[92],"(XPE).":[93],"analyze":[95],"underlying":[97],"assumptions":[98],"demonstrate":[100],"superiority":[102],"over":[106],"several":[107],"baselines":[108],"on":[109],"different":[110],"data":[111,115],"sets":[112],"across":[113],"various":[114],"modalities":[116],"such":[117],"images,":[119],"audio,":[120],"tabular":[122],"data.":[123],"also":[125],"indicate":[126],"how":[127],"generated":[129],"results":[130],"can":[131],"lead":[132],"valuable":[134],"insights,":[135],"enabling":[136],"explanatory":[137],"revealing":[141],"potential":[142],"root":[143],"causes":[144],"for":[145],"deterioration":[147],"guiding":[149],"toward":[150],"countermeasures.":[152]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2024-08-26T00:00:00"}