{"id":"https://openalex.org/W3098134138","doi":"https://doi.org/10.48550/arxiv.2011.03623","title":"Feature Removal Is a Unifying Principle for Model Explanation Methods","display_name":"Feature Removal Is a Unifying Principle for Model Explanation Methods","publication_year":2020,"publication_date":"2020-11-06","ids":{"openalex":"https://openalex.org/W3098134138","doi":"https://doi.org/10.48550/arxiv.2011.03623","mag":"3098134138"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2011.03623","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.03623","pdf_url":"https://arxiv.org/pdf/2011.03623","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2011.03623","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049580723","display_name":"Ian Covert","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Covert, Ian","raw_affiliation_strings":["University of Washington Seattle , WA","University of Washington ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington Seattle , WA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"University of Washington ;","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024995037","display_name":"Scott Lundberg","orcid":"https://orcid.org/0000-0001-6280-0941","observed_orcids":["https://orcid.org/0000-0001-6280-0941"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lundberg, Scott","raw_affiliation_strings":["Microsoft Research Redmond , WA","(Microsoft)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Redmond , WA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028723221","display_name":"Su\u2010In Lee","orcid":"https://orcid.org/0000-0001-5833-5215","observed_orcids":["https://orcid.org/0000-0001-5833-5215"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee, Su-In","raw_affiliation_strings":["University of Washington Seattle , WA","University of Washington ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington Seattle , WA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"University of Washington ;","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-explanation","display_name":"model explanation","score":0.8460000157356262},{"id":"https://openalex.org/keywords/feature-removal","display_name":"feature removal","score":0.9290000200271606},{"id":"https://openalex.org/keywords/shap","display_name":"SHAP","score":0.746999979019165},{"id":"https://openalex.org/keywords/lime","display_name":"lime","score":1.0},{"id":"https://openalex.org/keywords/permutation-tests","display_name":"permutation tests","score":0.949999988079071},{"id":"https://openalex.org/keywords/feature-influence","display_name":"feature influence","score":0.6629999876022339},{"id":"https://openalex.org/keywords/model-interpretability","display_name":"model interpretability","score":0.5339999794960022}],"concepts":[{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.7558872699737549},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.7089191675186157},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6785077452659607},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.5022995471954346},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3899344205856323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38888633251190186},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2011.03623","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.03623","pdf_url":"https://arxiv.org/pdf/2011.03623","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3098134138","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2011.03623.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2011.03623","doi":"https://doi.org/10.48550/arxiv.2011.03623","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2011.03623","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2011.03623","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.03623","pdf_url":"https://arxiv.org/pdf/2011.03623","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1204744554","display_name":"CAREER: Learning the Chromatin Network from ChIP-Seq Data","funder_award_id":"1552309","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3840858288","display_name":"Collaborative Research: ABI Innovation: Interpretable Machine Learning to Identify Molecular Markers for Complex Phenotypes","funder_award_id":"1759487","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337337","display_name":"National Institute on Aging","ror":"https://ror.org/049v75w11"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3098134138.pdf","grobid_xml":"https://content.openalex.org/works/W3098134138.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1562353621","https://openalex.org/W1787224781","https://openalex.org/W1849277567","https://openalex.org/W1899185266","https://openalex.org/W1971916086","https://openalex.org/W2097310377","https://openalex.org/W2135046866","https://openalex.org/W2143481518","https://openalex.org/W2149426898","https://openalex.org/W2150480892","https://openalex.org/W2169393322","https://openalex.org/W2282821441","https://openalex.org/W2295107390","https://openalex.org/W2346578521","https://openalex.org/W2439568532","https://openalex.org/W2510508396","https://openalex.org/W2518039540","https://openalex.org/W2548228487","https://openalex.org/W2590082389","https://openalex.org/W2594633041","https://openalex.org/W2618851150","https://openalex.org/W2619351609","https://openalex.org/W2626639386","https://openalex.org/W2670253439","https://openalex.org/W2770398803","https://openalex.org/W2774522520","https://openalex.org/W2785760873","https://openalex.org/W2786715987","https://openalex.org/W2788199784","https://openalex.org/W2887533108","https://openalex.org/W2891503716","https://openalex.org/W2911964244","https://openalex.org/W2914124878","https://openalex.org/W2923915248","https://openalex.org/W2945976633","https://openalex.org/W2946731574","https://openalex.org/W2950772592","https://openalex.org/W2951004968","https://openalex.org/W2952529067","https://openalex.org/W2964060211","https://openalex.org/W2970670424","https://openalex.org/W2973576408","https://openalex.org/W2980569667","https://openalex.org/W2982667388","https://openalex.org/W2988157455","https://openalex.org/W2999615587","https://openalex.org/W3014290757","https://openalex.org/W3033359632","https://openalex.org/W3034764457","https://openalex.org/W3035180228","https://openalex.org/W3038107861","https://openalex.org/W3043547428","https://openalex.org/W3092088514","https://openalex.org/W3092722451","https://openalex.org/W3101609372","https://openalex.org/W3198754983","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3107600318","https://openalex.org/W3209008141","https://openalex.org/W4393147427","https://openalex.org/W7165179632","https://openalex.org/W7213597884","https://openalex.org/W4391904067","https://openalex.org/W4405626348","https://openalex.org/W3021850758","https://openalex.org/W7154504307","https://openalex.org/W7133188536"],"abstract_inverted_index":{"Researchers":[0],"have":[1],"proposed":[2],"a":[3,39,57,68],"wide":[4],"variety":[5],"of":[6,42,51,54,110],"model":[7,88,144],"explanation":[8],"approaches,":[9],"but":[10],"it":[11],"remains":[12],"unclear":[13],"how":[14,81,95],"most":[15,112],"methods":[16,35,60,128],"are":[17,36],"related":[18],"or":[19],"when":[20],"one":[21],"method":[22,76,83,91,97],"is":[23],"preferable":[24],"to":[25,131,136],"another.":[26],"We":[27],"examine":[28],"the":[29,49,82,90,96,111,123],"literature":[30],"and":[31,93,138],"find":[32],"that":[33,73],"many":[34],"based":[37],"on":[38],"shared":[40],"principle":[41],"explaining":[43],"by":[44],"removing":[45,52],"-":[46],"essentially,":[47],"measuring":[48],"impact":[50],"sets":[53],"features":[55],"from":[56],"model.":[58],"These":[59],"vary":[61],"in":[62],"several":[63,109],"respects,":[64],"so":[65],"we":[66],"develop":[67],"framework":[69,103],"for":[70,142],"removal-based":[71],"explanations":[72],"characterizes":[74],"each":[75,99],"along":[77],"three":[78],"dimensions:":[79],"1)":[80],"removes":[84],"features,":[85],"2)":[86],"what":[87],"behavior":[89],"explains,":[92],"3)":[94],"summarizes":[98],"feature's":[100],"influence.":[101],"Our":[102],"unifies":[104],"26":[105],"existing":[106],"methods,":[107],"including":[108],"widely":[113],"used":[114],"approaches":[115],"(SHAP,":[116],"LIME,":[117],"Meaningful":[118],"Perturbations,":[119],"permutation":[120],"tests).":[121],"Exposing":[122],"fundamental":[124],"similarities":[125],"between":[126],"these":[127],"empowers":[129],"users":[130],"reason":[132],"about":[133],"which":[134],"tools":[135],"use,":[137],"suggests":[139],"promising":[140],"directions":[141],"ongoing":[143],"explainability":[145],"research.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2020-11-23T00:00:00"}