{"id":"https://openalex.org/W4288623528","doi":"https://doi.org/10.48550/arxiv.1708.05493","title":"Towards Interpretable Deep Neural Networks by Leveraging Adversarial Examples","display_name":"Towards Interpretable Deep Neural Networks by Leveraging Adversarial Examples","alternate_titles":[],"publication_year":2017,"publication_date":"2017-08-18","ids":{"openalex":"https://openalex.org/W4288623528","doi":"https://doi.org/10.48550/arxiv.1708.05493"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1708.05493","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1708.05493","pdf_url":"https://arxiv.org/pdf/1708.05493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4288623528"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1708.05493","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068755794","display_name":"Yinpeng Dong","orcid":"https://orcid.org/0000-0003-1299-683X","observed_orcids":["https://orcid.org/0000-0003-1299-683X"]},"institutions":[{"id":"https://openalex.org/I4391768185","display_name":"State Key Laboratory of Intelligent Technology and Systems","ror":"https://ror.org/02hzqme58","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391768185"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dong, Yinpeng","raw_affiliation_strings":["State Key Lab of Intelligent Technology and Systems Center for Bio-Inspired Computing Research Department of Computer Science and Technology , Tsinghua University","Tsinghua National Lab for Information Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab of Intelligent Technology and Systems Center for Bio-Inspired Computing Research Department of Computer Science and Technology , Tsinghua University","institution_ids":["https://openalex.org/I4391768185","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua National Lab for Information Science and Technology","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100341893","display_name":"Hang Su","orcid":"https://orcid.org/0000-0001-8294-6315","observed_orcids":["https://orcid.org/0000-0001-8294-6315"]},"institutions":[{"id":"https://openalex.org/I4391768185","display_name":"State Key Laboratory of Intelligent Technology and Systems","ror":"https://ror.org/02hzqme58","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391768185"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Su, Hang","raw_affiliation_strings":["State Key Lab of Intelligent Technology and Systems Center for Bio-Inspired Computing Research Department of Computer Science and Technology , Tsinghua University","Tsinghua National Lab for Information Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab of Intelligent Technology and Systems Center for Bio-Inspired Computing Research Department of Computer Science and Technology , Tsinghua University","institution_ids":["https://openalex.org/I4391768185","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua National Lab for Information Science and Technology","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100370157","display_name":"Jun Jie Zhu","orcid":"https://orcid.org/0000-0002-7244-4511","observed_orcids":["https://orcid.org/0000-0002-7244-4511"]},"institutions":[{"id":"https://openalex.org/I4391768185","display_name":"State Key Laboratory of Intelligent Technology and Systems","ror":"https://ror.org/02hzqme58","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391768185"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhu, Jun","raw_affiliation_strings":["State Key Lab of Intelligent Technology and Systems Center for Bio-Inspired Computing Research Department of Computer Science and Technology , Tsinghua University","Tsinghua National Lab for Information Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab of Intelligent Technology and Systems Center for Bio-Inspired Computing Research Department of Computer Science and Technology , Tsinghua University","institution_ids":["https://openalex.org/I4391768185","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua National Lab for Information Science and Technology","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057466192","display_name":"Fan Bao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4391768185","display_name":"State Key Laboratory of Intelligent Technology and Systems","ror":"https://ror.org/02hzqme58","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391768185"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bao, Fan","raw_affiliation_strings":["State Key Lab of Intelligent Technology and Systems Center for Bio-Inspired Computing Research Department of Computer Science and Technology , Tsinghua University","Tsinghua National Lab for Information Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab of Intelligent Technology and Systems Center for Bio-Inspired Computing Research Department of Computer Science and Technology , Tsinghua University","institution_ids":["https://openalex.org/I4391768185","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua National Lab for Information Science and Technology","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":114,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/explainable-deep-learning","display_name":"explainable deep learning","score":0.8859999775886536},{"id":"https://openalex.org/keywords/adversarial-examples","display_name":"adversarial examples","score":0.9890000224113464},{"id":"https://openalex.org/keywords/adversarial-training","display_name":"adversarial training","score":0.8180000185966492},{"id":"https://openalex.org/keywords/ensemble-optimization","display_name":"ensemble optimization","score":0.671999990940094},{"id":"https://openalex.org/keywords/visual-representation","display_name":"visual representation","score":0.6100000143051147},{"id":"https://openalex.org/keywords/distributed-representations","display_name":"distributed representations","score":0.3880000114440918},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.6489999890327454}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9446961879730225},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7607955932617188},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7512531280517578},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.7332978248596191},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7162123918533325},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.712350606918335},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5670323371887207},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5097543597221375},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5074614882469177},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.42488476634025574},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.353049099445343},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08459243178367615},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1708.05493","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1708.05493","pdf_url":"https://arxiv.org/pdf/1708.05493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1708.05493","doi":"https://doi.org/10.48550/arxiv.1708.05493","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1708.05493","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1708.05493","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1708.05493","pdf_url":"https://arxiv.org/pdf/1708.05493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4288623528.pdf","grobid_xml":"https://content.openalex.org/works/W4288623528.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1849277567","https://openalex.org/W1932198206","https://openalex.org/W1993882792","https://openalex.org/W2097117768","https://openalex.org/W2102381086","https://openalex.org/W2102605133","https://openalex.org/W2117539524","https://openalex.org/W2123045220","https://openalex.org/W2134670479","https://openalex.org/W2155893237","https://openalex.org/W2160921898","https://openalex.org/W2163922914","https://openalex.org/W2194775991","https://openalex.org/W2243397390","https://openalex.org/W2295107390","https://openalex.org/W2343061342","https://openalex.org/W2471996711","https://openalex.org/W2583695460","https://openalex.org/W2590082389","https://openalex.org/W2596720518","https://openalex.org/W2610018085","https://openalex.org/W2919115771"],"related_works":["https://openalex.org/W3002413299","https://openalex.org/W6910965143","https://openalex.org/W4205690221","https://openalex.org/W4399802212","https://openalex.org/W2991526369","https://openalex.org/W6888519401","https://openalex.org/W2963374347","https://openalex.org/W4320085219","https://openalex.org/W6946753971","https://openalex.org/W2903544706"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"(DNNs)":[3],"have":[4,101],"demonstrated":[5],"impressive":[6],"performance":[7],"on":[8],"a":[9,127],"wide":[10],"array":[11],"of":[12,37,81,87,96,106,118],"tasks,":[13],"but":[14,63],"they":[15,100,169],"are":[16,26,43,76,90,108,134],"usually":[17],"considered":[18],"opaque":[19],"since":[20],"internal":[21,35],"structure":[22],"and":[23,167],"learned":[24],"parameters":[25],"not":[27,58,77,92],"interpretable.":[28],"In":[29],"this":[30],"paper,":[31],"we":[32,120],"re-examine":[33],"the":[34,53,85,116,132,159],"representations":[36,75,86,142],"DNNs":[38,56],"using":[39],"adversarial":[40,88,123],"images,":[41,98],"which":[42,107],"generated":[44],"by":[45],"an":[46,122],"ensemble-optimization":[47],"algorithm.":[48],"We":[49],"find":[50],"that:":[51],"(1)":[52],"neurons":[54,133],"in":[55],"do":[57],"truly":[59],"detect":[60],"semantic":[61],"objects/parts,":[62],"respond":[64],"to":[65,145,150],"objects/parts":[66],"only":[67],"as":[68,163,165],"recurrent":[69],"discriminative":[70],"patches;":[71],"(2)":[72],"deep":[73],"visual":[74,82,103],"robust":[78],"distributed":[79],"codes":[80],"concepts":[83],"because":[84],"images":[89],"largely":[91],"consistent":[93,128],"with":[94,126,136],"those":[95],"real":[97],"although":[99],"similar":[102],"appearance,":[104],"both":[105],"different":[109],"from":[110],"previous":[111],"findings.":[112],"To":[113],"further":[114],"improve":[115],"interpretability":[117],"DNNs,":[119],"propose":[121],"training":[124],"scheme":[125],"loss":[129],"such":[130],"that":[131],"endowed":[135],"human-interpretable":[137],"concepts.":[138],"The":[139],"induced":[140],"interpretable":[141],"enable":[143],"us":[144],"trace":[146],"eventual":[147],"outcomes":[148],"back":[149],"influential":[151],"neurons.":[152],"Therefore,":[153],"human":[154],"users":[155],"can":[156],"know":[157],"how":[158],"models":[160],"make":[161,170],"predictions,":[162],"well":[164],"when":[166],"why":[168],"errors.":[171]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4288623528","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":18},{"year":2018,"cited_by_count":18}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2022-07-30T00:00:00"}
