{"id":"https://openalex.org/W2970447476","doi":"https://doi.org/10.48550/arxiv.1806.10758","title":"A Benchmark for Interpretability Methods in Deep Neural Networks","display_name":"A Benchmark for Interpretability Methods in Deep Neural Networks","publication_year":2018,"publication_date":"2018-06-28","ids":{"openalex":"https://openalex.org/W2970447476","doi":"https://doi.org/10.48550/arxiv.1806.10758","mag":"2970447476"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1806.10758","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.10758","pdf_url":"https://arxiv.org/pdf/1806.10758","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1806.10758","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078850040","display_name":"Sara Hooker","orcid":"https://orcid.org/0000-0002-0190-6459","observed_orcids":["https://orcid.org/0000-0002-0190-6459"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hooker, Sara","raw_affiliation_strings":["Google Brain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084125668","display_name":"Dumitru Erhan","orcid":"https://orcid.org/0000-0001-7650-1475","observed_orcids":["https://orcid.org/0000-0001-7650-1475"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erhan, Dumitru","raw_affiliation_strings":["Google Brain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031762940","display_name":"Pieter-Jan Kindermans","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kindermans, Pieter-Jan","raw_affiliation_strings":["Google Brain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041405652","display_name":"Been Kim","orcid":"https://orcid.org/0000-0001-9938-2915","observed_orcids":["https://orcid.org/0000-0001-9938-2915"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kim, Been","raw_affiliation_strings":["Google Brain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":532,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature-importance","display_name":"feature importance","score":0.7570000290870667},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.9330000281333923},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.6019999980926514},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.699999988079071},{"id":"https://openalex.org/keywords/ensemble-methods","display_name":"ensemble methods","score":0.6639999747276306},{"id":"https://openalex.org/keywords/smoothgrad","display_name":"SmoothGrad","score":0.8220000267028809},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.4480000138282776}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9769561886787415},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8137838840484619},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5723986029624939},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5526941418647766},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5246660709381104},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5061587691307068},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4067904055118561},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.12754791975021362},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.10870522260665894}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1806.10758","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.10758","pdf_url":"https://arxiv.org/pdf/1806.10758","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2984803561","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1806.10758","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1806.10758","doi":"https://doi.org/10.48550/arxiv.1806.10758","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1806.10758","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1806.10758","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.10758","pdf_url":"https://arxiv.org/pdf/1806.10758","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2970447476.pdf","grobid_xml":"https://content.openalex.org/works/W2970447476.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W156779288","https://openalex.org/W1686810756","https://openalex.org/W1787224781","https://openalex.org/W1849277567","https://openalex.org/W1899185266","https://openalex.org/W1993309459","https://openalex.org/W2108598243","https://openalex.org/W2123045220","https://openalex.org/W2134797427","https://openalex.org/W2143426320","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2195388612","https://openalex.org/W2240067561","https://openalex.org/W2346578521","https://openalex.org/W2590082389","https://openalex.org/W2594633041","https://openalex.org/W2595017202","https://openalex.org/W2605409611","https://openalex.org/W2619351609","https://openalex.org/W2622263826","https://openalex.org/W2626639386","https://openalex.org/W2767204723","https://openalex.org/W2768346313","https://openalex.org/W2769421449","https://openalex.org/W2769506033","https://openalex.org/W2773497437","https://openalex.org/W2785648721","https://openalex.org/W2785760873","https://openalex.org/W2796885425","https://openalex.org/W2804935296","https://openalex.org/W2806956262","https://openalex.org/W2891612330","https://openalex.org/W2895261933","https://openalex.org/W2950220847","https://openalex.org/W2950772592","https://openalex.org/W2962858109","https://openalex.org/W2963326959","https://openalex.org/W2979200397","https://openalex.org/W2998991762","https://openalex.org/W3101609372"],"related_works":["https://openalex.org/W2810348861","https://openalex.org/W2911535260","https://openalex.org/W4225757909","https://openalex.org/W2891020797","https://openalex.org/W2972638721","https://openalex.org/W2346578521","https://openalex.org/W4404667131","https://openalex.org/W2605409611","https://openalex.org/W4362679432","https://openalex.org/W3084285539"],"abstract_inverted_index":{"We":[0],"propose":[1],"an":[2],"empirical":[3],"measure":[4],"of":[5,9,33,44,58,62],"the":[6,75],"approximate":[7],"accuracy":[8],"feature":[10,34,45],"importance":[11,35],"estimates":[12,32],"in":[13],"deep":[14],"neural":[15],"networks.":[16],"Our":[17],"results":[18],"across":[19],"several":[20],"large-scale":[21],"image":[22],"classification":[23],"datasets":[24],"show":[25,67],"that":[26,36,68],"many":[27],"popular":[28],"interpretability":[29],"methods":[30],"produce":[31],"are":[37],"not":[38],"better":[39,73],"than":[40],"a":[41,55,80],"random":[42,56],"designation":[43],"importance.":[46,59],"Only":[47],"certain":[48],"ensemble":[49],"based":[50],"approaches---VarGrad":[51],"and":[52],"SmoothGrad-Squared---outperform":[53],"such":[54],"assignment":[57],"The":[60],"manner":[61],"ensembling":[63],"remains":[64],"critical,":[65],"we":[66],"some":[69],"approaches":[70],"do":[71],"no":[72],"then":[74],"underlying":[76],"method":[77],"but":[78],"carry":[79],"far":[81],"higher":[82],"computational":[83],"burden.":[84]},"counts_by_year":[{"year":2026,"cited_by_count":34},{"year":2025,"cited_by_count":56},{"year":2024,"cited_by_count":77},{"year":2023,"cited_by_count":92},{"year":2022,"cited_by_count":83},{"year":2021,"cited_by_count":104},{"year":2020,"cited_by_count":70},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":2}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2019-09-05T00:00:00"}