{"id":"https://openalex.org/W7078139747","doi":"https://doi.org/10.48550/arxiv.2508.19589","title":"Delta-Audit: Explaining What Changes When Models Change","display_name":"Delta-Audit: Explaining What Changes When Models Change","publication_year":2025,"publication_date":"2025-08-27","ids":{"openalex":"https://openalex.org/W7078139747","doi":"https://doi.org/10.48550/arxiv.2508.19589"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2508.19589","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.19589","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2508.19589","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hemmat, Arshia","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hemmat, Arshia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Fatemi, Afsaneh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fatemi, Afsaneh","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6866999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6866999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.02879999950528145,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14311","display_name":"Electrical and Electromagnetic Research","score":0.017500000074505806,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.641700029373169},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6244000196456909},{"id":"https://openalex.org/keywords/swap","display_name":"Swap (finance)","score":0.5665000081062317},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5267999768257141},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.45890000462532043},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.3921000063419342}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.641700029373169},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6244000196456909},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5723000168800354},{"id":"https://openalex.org/C99821215","wikidata":"https://www.wikidata.org/wiki/Q1136583","display_name":"Swap (finance)","level":2,"score":0.5665000081062317},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5267999768257141},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.45890000462532043},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4471000134944916},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.3921000063419342},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.3343999981880188},{"id":"https://openalex.org/C74080474","wikidata":"https://www.wikidata.org/wiki/Q7305975","display_name":"Redistribution (election)","level":3,"score":0.32829999923706055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3249000012874603},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32100000977516174},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28290000557899475},{"id":"https://openalex.org/C530470458","wikidata":"https://www.wikidata.org/wiki/Q128581","display_name":"Breast cancer","level":3,"score":0.28060001134872437},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2702000141143799},{"id":"https://openalex.org/C122048520","wikidata":"https://www.wikidata.org/wiki/Q2913954","display_name":"Percentile","level":2,"score":0.26409998536109924}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2508.19589","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.19589","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2508.19589","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.19589","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Life in Land","score":0.5503948926925659,"id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Model":[0],"updates":[1],"(new":[2],"hyperparameters,":[3],"kernels,":[4],"depths,":[5],"solvers,":[6],"or":[7,176],"data)":[8],"change":[9],"performance,":[10],"but":[11],"the":[12],"\\emph{reason}":[13],"often":[14],"remains":[15],"opaque.":[16],"We":[17,38],"introduce":[18],"\\textbf{Delta-Attribution}":[19],"(\\mbox{$\u0394$-Attribution}),":[20],"a":[21,42,80,162],"model-agnostic":[22],"framework":[23],"that":[24,166],"explains":[25],"\\emph{what":[26],"changed}":[27],"between":[28],"versions":[29],"$A$":[30],"and":[31,65,83,107,147],"$B$":[32],"by":[33,169],"differencing":[34],"per-feature":[35],"attributions:":[36],"$\u0394\u03d5(x)=\u03d5_B(x)-\u03d5_A(x)$.":[37],"evaluate":[39],"$\u0394\u03d5$":[40],"with":[41,79],"\\emph{$\u0394$-Attribution":[43],"Quality":[44],"Suite}":[45],"covering":[46],"magnitude/sparsity":[47],"(L1,":[48],"Top-$k$,":[49],"entropy),":[50],"agreement/shift":[51],"(rank-overlap@10,":[52],"Jensen--Shannon":[53],"divergence),":[54],"behavioural":[55],"alignment":[56],"(Delta":[57],"Conservation":[58],"Error,":[59],"DCE;":[60],"Behaviour--Attribution":[61],"Coupling,":[62],"BAC;":[63],"CO$\u0394$F),":[64],"robustness":[66],"(noise,":[67],"baseline":[68,84],"sensitivity,":[69],"grouped":[70],"occlusion).":[71],"Instantiated":[72],"via":[73],"fast":[74],"occlusion/clamping":[75],"in":[76],"standardized":[77],"space":[78],"class-anchored":[81],"margin":[82],"averaging,":[85],"we":[86],"audit":[87,165],"45":[88],"settings:":[89],"five":[90],"classical":[91],"families":[92],"(Logistic":[93],"Regression,":[94],"SVC,":[95],"Random":[96,128],"Forests,":[97],"Gradient":[98],"Boosting,":[99],"$k$NN),":[100],"three":[101,108],"datasets":[102],"(Breast":[103],"Cancer,":[104],"Wine,":[105],"Digits),":[106],"A/B":[109],"pairs":[110],"per":[111],"family.":[112],"\\textbf{Findings.}":[113],"Inductive-bias":[114],"changes":[115,172],"yield":[116],"large,":[117],"behaviour-aligned":[118],"deltas":[119],"(e.g.,":[120],"SVC":[121],"poly$\\!\\rightarrow$rbf":[122],"on":[123,132,156],"Breast":[124,157],"Cancer:":[125],"BAC$\\approx$0.998,":[126],"DCE$\\approx$6.6;":[127],"Forest":[129],"feature-rule":[130],"swap":[131],"Digits:":[133],"BAC$\\approx$0.997,":[134],"DCE$\\approx$7.5),":[135],"while":[136],"``cosmetic''":[137],"tweaks":[138],"(SVC":[139],"\\texttt{gamma=scale}":[140],"vs.\\":[141],"\\texttt{auto},":[142],"$k$NN":[143],"search)":[144],"show":[145],"rank-overlap@10$=1.0$":[146],"DCE$\\approx$0.":[148],"The":[149],"largest":[150],"redistribution":[151],"appears":[152],"for":[153],"deeper":[154],"GB":[155],"Cancer":[158],"(JSD$\\approx$0.357).":[159],"$\u0394$-Attribution":[160],"offers":[161],"lightweight":[163],"update":[164],"complements":[167],"accuracy":[168],"distinguishing":[170],"benign":[171],"from":[173],"behaviourally":[174],"meaningful":[175],"risky":[177],"reliance":[178],"shifts.":[179]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}