{"id":"https://openalex.org/W4380686972","doi":"https://doi.org/10.48550/arxiv.2306.06473","title":"Interpretable Differencing of Machine Learning Models","display_name":"Interpretable Differencing of Machine Learning Models","publication_year":2023,"publication_date":"2023-06-10","ids":{"openalex":"https://openalex.org/W4380686972","doi":"https://doi.org/10.48550/arxiv.2306.06473"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2306.06473","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.06473","pdf_url":"https://arxiv.org/pdf/2306.06473","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.06473","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042283798","display_name":"Swagatam Haldar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210129961","display_name":"IBM (India)","ror":"https://ror.org/034ahpr11","country_code":"IN","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210129961"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Haldar, Swagatam","raw_affiliation_strings":["IBM Research , Bangalore , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research , Bangalore , India","institution_ids":["https://openalex.org/I4210129961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010368277","display_name":"Diptikalyan Saha","orcid":"https://orcid.org/0000-0002-1583-5479","observed_orcids":["https://orcid.org/0000-0002-1583-5479"]},"institutions":[{"id":"https://openalex.org/I4210129961","display_name":"IBM (India)","ror":"https://ror.org/034ahpr11","country_code":"IN","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210129961"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Saha, Diptikalyan","raw_affiliation_strings":["IBM Research , Bangalore , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research , Bangalore , India","institution_ids":["https://openalex.org/I4210129961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103053820","display_name":"Dennis Wei","orcid":"https://orcid.org/0000-0002-6510-1537","observed_orcids":["https://orcid.org/0000-0002-6510-1537"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Dennis","raw_affiliation_strings":["IBM Research , Yorktown Heights , New York , USA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research , Yorktown Heights , New York , USA,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103254573","display_name":"Rahul Nair","orcid":"https://orcid.org/0000-0002-1875-2409","observed_orcids":["https://orcid.org/0000-0002-1875-2409"]},"institutions":[{"id":"https://openalex.org/I4210100977","display_name":"IBM (Ireland)","ror":"https://ror.org/0146h2h75","country_code":"IE","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210100977"]},{"id":"https://openalex.org/I4210145784","display_name":"IBM Research - Ireland","ror":"https://ror.org/04jnxr720","country_code":"IE","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145784"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Nair, Rahul","raw_affiliation_strings":["IBM Research , Dublin , Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research , Dublin , Ireland","institution_ids":["https://openalex.org/I4210100977","https://openalex.org/I4210145784"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029550449","display_name":"Elizabeth Daly","orcid":"https://orcid.org/0000-0003-0162-3683","observed_orcids":["https://orcid.org/0000-0003-0162-3683"]},"institutions":[{"id":"https://openalex.org/I4210100977","display_name":"IBM (Ireland)","ror":"https://ror.org/0146h2h75","country_code":"IE","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210100977"]},{"id":"https://openalex.org/I4210145784","display_name":"IBM Research - Ireland","ror":"https://ror.org/04jnxr720","country_code":"IE","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145784"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Daly, Elizabeth M.","raw_affiliation_strings":["IBM Research , Dublin , Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research , Dublin , Ireland","institution_ids":["https://openalex.org/I4210100977","https://openalex.org/I4210145784"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-differencing","display_name":"model differencing","score":0.9739999771118164},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.6489999890327454},{"id":"https://openalex.org/keywords/dissimilarity-function","display_name":"dissimilarity function","score":0.7080000042915344},{"id":"https://openalex.org/keywords/model-comparison","display_name":"model comparison","score":0.7089999914169312},{"id":"https://openalex.org/keywords/model-updating","display_name":"model updating","score":0.6110000014305115},{"id":"https://openalex.org/keywords/contextual-explanations","display_name":"contextual explanations","score":0.3779999911785126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7964614629745483},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6691172122955322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6521592140197754},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6232219338417053},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.6048719882965088},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.576788067817688},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5762804746627808},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5761204957962036},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5473960041999817},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.5065120458602905},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41619428992271423},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11658108234405518},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2306.06473","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.06473","pdf_url":"https://arxiv.org/pdf/2306.06473","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.06473","doi":"https://doi.org/10.48550/arxiv.2306.06473","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.06473","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.06473","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.06473","pdf_url":"https://arxiv.org/pdf/2306.06473","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1062818326","display_name":"Human-Compatible Artificial Intelligence with Guarantees","funder_award_id":"101070568","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6304920596","display_name":null,"funder_award_id":"101070568","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4380686972.pdf","grobid_xml":"https://content.openalex.org/works/W4380686972.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3192733319","https://openalex.org/W4414855584","https://openalex.org/W4416035434","https://openalex.org/W2996061341","https://openalex.org/W4407237145","https://openalex.org/W3178050204","https://openalex.org/W7015539018","https://openalex.org/W4396586506","https://openalex.org/W2889209799","https://openalex.org/W2902011388"],"abstract_inverted_index":{"Understanding":[0],"the":[1,50,54,78,81,105,118,121,124,155],"differences":[2,39,55,82,115,137],"between":[3],"machine":[4],"learning":[5],"(ML)":[6],"models":[7],"is":[8,87,96,129,170],"of":[9,19,61,66,71,80,98,114,123,143,157],"interest":[10],"in":[11,40,49,120,179],"scenarios":[12],"ranging":[13],"from":[14],"choosing":[15],"amongst":[16],"a":[17,24,68,90,150,158],"set":[18],"competing":[20],"models,":[21],"to":[22,36,46,77,88,135,138,153],"updating":[23],"deployed":[25],"model":[26,62,142],"with":[27,176],"new":[28],"training":[29],"data.":[30],"In":[31],"these":[32],"cases,":[33],"we":[34],"wish":[35],"go":[37],"beyond":[38],"overall":[41],"metrics":[42],"such":[43,167],"as":[44,64,131],"accuracy":[45],"identify":[47],"where":[48],"feature":[51],"space":[52],"do":[53],"occur.":[56],"We":[57,147,160],"formalize":[58],"this":[59],"problem":[60],"differencing":[63,169],"one":[65],"predicting":[67],"dissimilarity":[69],"function":[70],"two":[72,99,106],"ML":[73],"models'":[74,125],"outputs,":[75],"subject":[76],"representation":[79,113],"being":[83],"human-interpretable.":[84],"Our":[85],"solution":[86],"learn":[89],"Joint":[91],"Surrogate":[92],"Tree":[93],"(JST),":[94],"which":[95],"composed":[97],"conjoined":[100],"decision":[101,126],"tree":[102],"surrogates":[103],"for":[104],"models.":[107],"A":[108],"JST":[109],"provides":[110],"an":[111,139,144,163],"intuitive":[112],"and":[116,172],"places":[117],"changes":[119],"context":[122],"logic.":[127],"Context":[128],"important":[130],"it":[132],"helps":[133],"users":[134],"map":[136],"underlying":[140],"mental":[141],"AI":[145],"system.":[146],"also":[148],"propose":[149],"refinement":[151],"procedure":[152],"increase":[154],"precision":[156],"JST.":[159],"demonstrate,":[161],"through":[162],"empirical":[164],"evaluation,":[165],"that":[166],"contextual":[168],"concise":[171],"can":[173],"be":[174],"achieved":[175],"no":[177],"loss":[178],"fidelity":[180],"over":[181],"naive":[182],"approaches.":[183]},"counts_by_year":[],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2023-06-15T00:00:00"}