{"id":"https://openalex.org/W2739349903","doi":"https://doi.org/10.1109/uic-atc.2017.8397411","title":"Interpretability of deep learning models: A survey of results","display_name":"Interpretability of deep learning models: A survey of results","publication_year":2017,"publication_date":"2017-08-01","ids":{"openalex":"https://openalex.org/W2739349903","doi":"https://doi.org/10.1109/uic-atc.2017.8397411","mag":"2739349903"},"language":"en","primary_location":{"id":"doi:10.1109/uic-atc.2017.8397411","is_oa":false,"landing_page_url":"https://doi.org/10.1109/uic-atc.2017.8397411","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE SmartWorld, Ubiquitous Intelligence & Computing, Advanced & Trusted Computed, Scalable Computing & Communications, Cloud & Big Data Computing, Internet of People and Smart City Innovation (SmartWorld/SCALCOM/UIC/ATC/CBDCom/IOP/SCI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101527369","display_name":"Supriyo Chakraborty","orcid":"https://orcid.org/0000-0003-3697-0044"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Supriyo Chakraborty","raw_affiliation_strings":["IBM T. J. Watson Research Center"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053084350","display_name":"Richard Tomsett","orcid":"https://orcid.org/0000-0002-8999-6515"},"institutions":[{"id":"https://openalex.org/I4210121844","display_name":"IBM (United Kingdom)","ror":"https://ror.org/02wat9f69","country_code":"GB","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210121844"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Richard Tomsett","raw_affiliation_strings":["IBM, UK"],"affiliations":[{"raw_affiliation_string":"IBM, UK","institution_ids":["https://openalex.org/I4210121844"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013045755","display_name":"Ramya Raghavendra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramya Raghavendra","raw_affiliation_strings":["IBM T. J. Watson Research Center"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011128053","display_name":"Daniel Harborne","orcid":"https://orcid.org/0000-0002-2376-8341"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daniel Harborne","raw_affiliation_strings":["Crime and Security Research Institute, Cardiff University"],"affiliations":[{"raw_affiliation_string":"Crime and Security Research Institute, Cardiff University","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034311510","display_name":"Moustafa Alzantot","orcid":"https://orcid.org/0000-0003-2614-9877"},"institutions":[{"id":"https://openalex.org/I2799798094","display_name":"UCLA Health","ror":"https://ror.org/01d88se56","country_code":"US","type":"funder","lineage":["https://openalex.org/I2799798094"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Moustafa Alzantot","raw_affiliation_strings":["UCLA"],"affiliations":[{"raw_affiliation_string":"UCLA","institution_ids":["https://openalex.org/I2799798094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043937484","display_name":"Federico Cerutti","orcid":"https://orcid.org/0000-0003-0755-0358"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Federico Cerutti","raw_affiliation_strings":["Crime and Security Research Institute, Cardiff University"],"affiliations":[{"raw_affiliation_string":"Crime and Security Research Institute, Cardiff University","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074563122","display_name":"Mani Srivastava","orcid":"https://orcid.org/0000-0002-3782-9192"},"institutions":[{"id":"https://openalex.org/I2799798094","display_name":"UCLA Health","ror":"https://ror.org/01d88se56","country_code":"US","type":"funder","lineage":["https://openalex.org/I2799798094"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mani Srivastava","raw_affiliation_strings":["UCLA"],"affiliations":[{"raw_affiliation_string":"UCLA","institution_ids":["https://openalex.org/I2799798094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005253980","display_name":"Alun Preece","orcid":"https://orcid.org/0000-0003-0349-9057"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alun Preece","raw_affiliation_strings":["Crime and Security Research Institute, Cardiff University"],"affiliations":[{"raw_affiliation_string":"Crime and Security Research Institute, Cardiff University","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049634973","display_name":"Simon Julier","orcid":"https://orcid.org/0000-0003-4380-137X"},"institutions":[{"id":"https://openalex.org/I2800173700","display_name":"UCL Australia","ror":"https://ror.org/024atcf19","country_code":"AU","type":"education","lineage":["https://openalex.org/I2800173700"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["AU","GB"],"is_corresponding":false,"raw_author_name":"Simon Julier","raw_affiliation_strings":["University College, London"],"affiliations":[{"raw_affiliation_string":"University College, London","institution_ids":["https://openalex.org/I2800173700","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075151572","display_name":"Raghuveer Rao","orcid":"https://orcid.org/0000-0001-6481-4175"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raghuveer M. Rao","raw_affiliation_strings":["Adelphi, Army Research Lab"],"affiliations":[{"raw_affiliation_string":"Adelphi, Army Research Lab","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110565211","display_name":"Troy D. Kelley","orcid":null},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Troy D. Kelley","raw_affiliation_strings":["Adelphi, Army Research Lab"],"affiliations":[{"raw_affiliation_string":"Adelphi, Army Research Lab","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012388184","display_name":"Dave Braines","orcid":"https://orcid.org/0000-0003-3296-0842"},"institutions":[{"id":"https://openalex.org/I4210121844","display_name":"IBM (United Kingdom)","ror":"https://ror.org/02wat9f69","country_code":"GB","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210121844"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dave Braines","raw_affiliation_strings":["IBM UK"],"affiliations":[{"raw_affiliation_string":"IBM UK","institution_ids":["https://openalex.org/I4210121844"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064283689","display_name":"Murat \u015eensoy","orcid":"https://orcid.org/0000-0001-8806-4508"},"institutions":[{"id":"https://openalex.org/I44925452","display_name":"\u00d6zye\u011fin University","ror":"https://ror.org/01jjhfr75","country_code":"TR","type":"education","lineage":["https://openalex.org/I44925452"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Murat Sensoy","raw_affiliation_strings":["Ozyegin University"],"affiliations":[{"raw_affiliation_string":"Ozyegin University","institution_ids":["https://openalex.org/I44925452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109048168","display_name":"Christopher J. Willis","orcid":null},"institutions":[{"id":"https://openalex.org/I201377164","display_name":"BAE Systems (Sweden)","ror":"https://ror.org/00yewjk07","country_code":"SE","type":"company","lineage":["https://openalex.org/I201377164","https://openalex.org/I4210143731"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Christopher J. Willis","raw_affiliation_strings":["BAE Systems AI Labs"],"affiliations":[{"raw_affiliation_string":"BAE Systems AI Labs","institution_ids":["https://openalex.org/I201377164"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110051383","display_name":"Prudhvi Gurram","orcid":null},"institutions":[{"id":"https://openalex.org/I2800173700","display_name":"UCL Australia","ror":"https://ror.org/024atcf19","country_code":"AU","type":"education","lineage":["https://openalex.org/I2800173700"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["AU","GB"],"is_corresponding":false,"raw_author_name":"Prudhvi Gurram","raw_affiliation_strings":["University College, London"],"affiliations":[{"raw_affiliation_string":"University College, London","institution_ids":["https://openalex.org/I2800173700","https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":15,"corresponding_author_ids":["https://openalex.org/A5101527369"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.3874,"has_fulltext":false,"cited_by_count":424,"citation_normalized_percentile":{"value":0.99488147,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9907077550888062},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.764477014541626},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7326265573501587},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6831179261207581},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5983410477638245},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.597730815410614},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.576311469078064},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5505540370941162},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.4979841709136963},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.46731871366500854},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.4385078549385071}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9907077550888062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.764477014541626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7326265573501587},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6831179261207581},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5983410477638245},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.597730815410614},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.576311469078064},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5505540370941162},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.4979841709136963},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.46731871366500854},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.4385078549385071},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/uic-atc.2017.8397411","is_oa":false,"landing_page_url":"https://doi.org/10.1109/uic-atc.2017.8397411","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE SmartWorld, Ubiquitous Intelligence & Computing, Advanced & Trusted Computed, Scalable Computing & Communications, Cloud & Big Data Computing, Internet of People and Smart City Innovation (SmartWorld/SCALCOM/UIC/ATC/CBDCom/IOP/SCI)","raw_type":"proceedings-article"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:101500","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10059575","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10059575/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:  2017 IEEE SmartWorld: conference proceedings.    IEEE (2017)     ","raw_type":"Proceedings paper"},{"id":"pmh:oai:eresearch.ozyegin.edu.tr:10679/6547","is_oa":false,"landing_page_url":"http://hdl.handle.net/10679/6547","pdf_url":null,"source":{"id":"https://openalex.org/S4306400232","display_name":"ECS Journal of Solid State Science and Technology (The Electrochemical Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2802273670","host_organization_name":"Electrochemical Society","host_organization_lineage":["https://openalex.org/I2802273670"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"pmh:oai:iris.unibs.it:11379/528979","is_oa":false,"landing_page_url":"http://hdl.handle.net/11379/528979","pdf_url":null,"source":{"id":"https://openalex.org/S4306400804","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Brescia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320314707","display_name":"Government of the United Kingdom","ror":"https://ror.org/05wnh3t63"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1686946872","https://openalex.org/W1825675169","https://openalex.org/W1849277567","https://openalex.org/W1875061881","https://openalex.org/W1904875463","https://openalex.org/W1915485278","https://openalex.org/W1945616565","https://openalex.org/W1947481528","https://openalex.org/W1951216520","https://openalex.org/W1964453394","https://openalex.org/W2052138360","https://openalex.org/W2069870183","https://openalex.org/W2141200610","https://openalex.org/W2167101736","https://openalex.org/W2187089797","https://openalex.org/W2195388612","https://openalex.org/W2240067561","https://openalex.org/W2253993278","https://openalex.org/W2282821441","https://openalex.org/W2332488709","https://openalex.org/W2336525064","https://openalex.org/W2338752163","https://openalex.org/W2461943168","https://openalex.org/W2498056627","https://openalex.org/W2529251251","https://openalex.org/W2542213270","https://openalex.org/W2543927648","https://openalex.org/W2544318541","https://openalex.org/W2593634001","https://openalex.org/W2597603852","https://openalex.org/W2605063165","https://openalex.org/W2611430843","https://openalex.org/W2613094910","https://openalex.org/W2919115771","https://openalex.org/W2925907129","https://openalex.org/W2962790223","https://openalex.org/W2962851944","https://openalex.org/W2962977265","https://openalex.org/W2963207607","https://openalex.org/W2963233086","https://openalex.org/W2963259708","https://openalex.org/W2963287333","https://openalex.org/W2963305465","https://openalex.org/W2963464195","https://openalex.org/W2963798744","https://openalex.org/W2964020032","https://openalex.org/W2964318098","https://openalex.org/W2979454998","https://openalex.org/W4293769992","https://openalex.org/W4294242065","https://openalex.org/W4297749952","https://openalex.org/W4297752781","https://openalex.org/W4299408792","https://openalex.org/W4300172425","https://openalex.org/W4300485620","https://openalex.org/W6630875275","https://openalex.org/W6637108112","https://openalex.org/W6639854025","https://openalex.org/W6640820311","https://openalex.org/W6685465864","https://openalex.org/W6701573534","https://openalex.org/W6702325253","https://openalex.org/W6703326205","https://openalex.org/W6717255582","https://openalex.org/W6718991148","https://openalex.org/W6729047980","https://openalex.org/W6729580174"],"related_works":["https://openalex.org/W3207484009","https://openalex.org/W2943982549","https://openalex.org/W4297660007","https://openalex.org/W2886918272","https://openalex.org/W4387589990","https://openalex.org/W2346578521","https://openalex.org/W2910028250","https://openalex.org/W4241566321","https://openalex.org/W3101055019","https://openalex.org/W3094353829"],"abstract_inverted_index":{"Deep":[0],"neural":[1,113],"networks":[2,25,54],"have":[3],"achieved":[4],"near-human":[5],"accuracy":[6],"levels":[7,153],"in":[8,46,179,187],"various":[9],"types":[10],"of":[11,70,86,92,106,147,154,164,181,189,202,226],"classification":[12,41],"and":[13,20,64,211],"prediction":[14],"tasks":[15],"including":[16],"images,":[17],"text,":[18],"speech,":[19],"video":[21],"data.":[22],"However,":[23,89],"the":[24,74,84,90,97,104,107,112,126,145,172,182,194,203,219],"continue":[26],"to":[27,39,82,123,151,229,232],"be":[28,161,176,230],"treated":[29],"mostly":[30],"as":[31,60,133],"black-box":[32],"function":[33],"approximators,":[34],"mapping":[35],"a":[36,40,68,100,140,162,223],"given":[37],"input":[38,190],"output.":[42,76,88],"The":[43],"next":[44],"step":[45],"this":[47,197],"human-machine":[48],"evolutionary":[49],"process":[50],"-":[51,66],"incorporating":[52],"these":[53],"into":[55,103],"mission":[56],"critical":[57],"processes":[58],"such":[59,131],"medical":[61],"diagnosis,":[62],"planning":[63],"control":[65],"requires":[67],"level":[69],"trust":[71,93],"association":[72],"with":[73],"machine":[75],"Typically,":[77],"statistical":[78],"metrics":[79],"are":[80,206],"used":[81,192],"quantify":[83],"uncertainty":[85],"an":[87,148],"notion":[91],"also":[94],"depends":[95],"on":[96],"visibility":[98],"that":[99,158,166,205],"human":[101,155],"has":[102],"working":[105],"machine.":[108],"In":[109,143,170,196,218],"other":[110],"words,":[111],"network":[114,184],"should":[115],"provide":[116],"human-understandable":[117],"justifications":[118],"for":[119,208],"its":[120],"output":[121],"leading":[122],"insights":[124],"about":[125],"inner":[127],"workings.":[128],"We":[129],"call":[130],"models":[132],"interpretable":[134],"deep":[135],"networks.":[136],"Interpretability":[137],"is":[138],"not":[139],"monolithic":[141],"notion.":[142],"fact,":[144],"subjectivity":[146],"interpretation,":[149],"due":[150],"different":[152],"understanding,":[156],"implies":[157],"there":[159],"must":[160],"multitude":[163],"dimensions":[165,204],"together":[167],"constitute":[168],"interpretability.":[169,235],"addition,":[171],"interpretation":[173],"itself":[174],"can":[175],"provided":[177],"either":[178],"terms":[180,188],"low-level":[183],"parameters,":[185],"or":[186],"features":[191],"by":[193],"model.":[195],"paper,":[198],"we":[199,221],"outline":[200],"some":[201],"useful":[207],"model":[209,234],"interpretability,":[210],"categorize":[212],"prior":[213],"work":[214],"along":[215],"those":[216],"dimensions.":[217],"process,":[220],"perform":[222],"gap":[224],"analysis":[225],"what":[227],"needs":[228],"done":[231],"improve":[233]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":48},{"year":2024,"cited_by_count":76},{"year":2023,"cited_by_count":63},{"year":2022,"cited_by_count":57},{"year":2021,"cited_by_count":68},{"year":2020,"cited_by_count":55},{"year":2019,"cited_by_count":35},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}