{"id":"https://openalex.org/W2786715987","doi":"https://doi.org/10.1145/3236009","title":"A Survey of Methods for Explaining Black Box Models","display_name":"A Survey of Methods for Explaining Black Box Models","publication_year":2018,"publication_date":"2018-08-22","ids":{"openalex":"https://openalex.org/W2786715987","doi":"https://doi.org/10.1145/3236009","mag":"2786715987"},"language":"en","primary_location":{"id":"doi:10.1145/3236009","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3236009","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3236009","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3236009","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091251187","display_name":"Riccardo Guidotti","orcid":"https://orcid.org/0000-0002-2827-7613"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Riccardo Guidotti","raw_affiliation_strings":["KDDLab, University of Pisa, Pisa, PI, Italy"],"affiliations":[{"raw_affiliation_string":"KDDLab, University of Pisa, Pisa, PI, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003777693","display_name":"Anna Monreale","orcid":"https://orcid.org/0000-0001-8541-0284"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Anna Monreale","raw_affiliation_strings":["KDDLab, University of Pisa, Pisa, PI, Italy"],"affiliations":[{"raw_affiliation_string":"KDDLab, University of Pisa, Pisa, PI, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Salvatore Ruggieri","orcid":null},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Salvatore Ruggieri","raw_affiliation_strings":["KDDLab, University of Pisa, Pisa, PI, Italy"],"affiliations":[{"raw_affiliation_string":"KDDLab, University of Pisa, Pisa, PI, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023007469","display_name":"Franco Turini","orcid":"https://orcid.org/0000-0001-6789-5476"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Franco Turini","raw_affiliation_strings":["KDDLab, University of Pisa, Pisa, PI, Italy"],"affiliations":[{"raw_affiliation_string":"KDDLab, University of Pisa, Pisa, PI, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024505700","display_name":"Fosca Giannotti","orcid":"https://orcid.org/0000-0003-3099-3835"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fosca Giannotti","raw_affiliation_strings":["KDDLab, ISTI-CNR, Pisa, PI, Italy"],"affiliations":[{"raw_affiliation_string":"KDDLab, ISTI-CNR, Pisa, PI, Italy","institution_ids":["https://openalex.org/I122991210"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044898565","display_name":"Dino Pedreschi","orcid":"https://orcid.org/0000-0003-4801-3225"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Dino Pedreschi","raw_affiliation_strings":["KDDLab, University of Pisa, Pisa, PI, Italy"],"affiliations":[{"raw_affiliation_string":"KDDLab, University of Pisa, Pisa, PI, Italy","institution_ids":["https://openalex.org/I108290504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5091251187"],"corresponding_institution_ids":["https://openalex.org/I108290504"],"apc_list":null,"apc_paid":null,"fwci":26.0628,"has_fulltext":true,"cited_by_count":205,"citation_normalized_percentile":{"value":0.99571067,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"51","issue":"5","first_page":"1","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.948410153388977},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.9099849462509155},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.710049033164978},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6303780674934387},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.46812453866004944},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3887077569961548},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3670405149459839},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3349993824958801},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1172742247581482}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.948410153388977},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.9099849462509155},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.710049033164978},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6303780674934387},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.46812453866004944},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3887077569961548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3670405149459839},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3349993824958801},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1172742247581482}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1145/3236009","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3236009","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3236009","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1802.01933","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.01933","pdf_url":"https://arxiv.org/pdf/1802.01933","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2786715987","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1802.01933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:arpi.unipi.it:11568/930608","is_oa":true,"landing_page_url":"http://hdl.handle.net/11568/930608","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:ricerca.sns.it:11384/114502","is_oa":true,"landing_page_url":"https://dl.acm.org/citation.cfm?doid=3271482.3236009","pdf_url":null,"source":{"id":"https://openalex.org/S7407050981","display_name":"Scuola Normale Superiore di Pisa","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.1802.01933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1802.01933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3236009","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3236009","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3236009","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7900000214576721}],"awards":[{"id":"https://openalex.org/G4365905886","display_name":null,"funder_award_id":"-2014-2015","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G5848184290","display_name":null,"funder_award_id":"654024","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2786715987.pdf","grobid_xml":"https://content.openalex.org/works/W2786715987.grobid-xml"},"referenced_works_count":119,"referenced_works":["https://openalex.org/W128754594","https://openalex.org/W152751697","https://openalex.org/W202799293","https://openalex.org/W619572877","https://openalex.org/W1487855905","https://openalex.org/W1514535095","https://openalex.org/W1528113134","https://openalex.org/W1531743498","https://openalex.org/W1549490638","https://openalex.org/W1560484089","https://openalex.org/W1565377632","https://openalex.org/W1570088706","https://openalex.org/W1623342295","https://openalex.org/W1645738616","https://openalex.org/W1787224781","https://openalex.org/W1825675169","https://openalex.org/W1827261456","https://openalex.org/W1849277567","https://openalex.org/W1915485278","https://openalex.org/W1932198206","https://openalex.org/W1976101156","https://openalex.org/W1982428585","https://openalex.org/W1988160630","https://openalex.org/W1990088911","https://openalex.org/W1996796871","https://openalex.org/W2002579649","https://openalex.org/W2005297674","https://openalex.org/W2009049007","https://openalex.org/W2011402106","https://openalex.org/W2013587512","https://openalex.org/W2014181466","https://openalex.org/W2026019770","https://openalex.org/W2026905436","https://openalex.org/W2027582332","https://openalex.org/W2027857686","https://openalex.org/W2036490790","https://openalex.org/W2046945713","https://openalex.org/W2051734503","https://openalex.org/W2054640944","https://openalex.org/W2056751685","https://openalex.org/W2059554529","https://openalex.org/W2061895235","https://openalex.org/W2063046703","https://openalex.org/W2084701050","https://openalex.org/W2090026354","https://openalex.org/W2094839437","https://openalex.org/W2095350947","https://openalex.org/W2100788563","https://openalex.org/W2104046064","https://openalex.org/W2106100979","https://openalex.org/W2107222792","https://openalex.org/W2118022153","https://openalex.org/W2123497007","https://openalex.org/W2125847307","https://openalex.org/W2128420091","https://openalex.org/W2148001258","https://openalex.org/W2149033360","https://openalex.org/W2158585626","https://openalex.org/W2166454173","https://openalex.org/W2168635375","https://openalex.org/W2187558068","https://openalex.org/W2190008860","https://openalex.org/W2195388612","https://openalex.org/W2240067561","https://openalex.org/W2282479846","https://openalex.org/W2282821441","https://openalex.org/W2295107390","https://openalex.org/W2367397349","https://openalex.org/W2394669110","https://openalex.org/W2396009330","https://openalex.org/W2420245003","https://openalex.org/W2439568532","https://openalex.org/W2440159969","https://openalex.org/W2441461845","https://openalex.org/W2460937040","https://openalex.org/W2510508396","https://openalex.org/W2544647789","https://openalex.org/W2548509278","https://openalex.org/W2549514639","https://openalex.org/W2551974706","https://openalex.org/W2554930721","https://openalex.org/W2555127528","https://openalex.org/W2556340658","https://openalex.org/W2557046785","https://openalex.org/W2584281025","https://openalex.org/W2584419678","https://openalex.org/W2588936615","https://openalex.org/W2593634001","https://openalex.org/W2594475271","https://openalex.org/W2606347107","https://openalex.org/W2609368435","https://openalex.org/W2613099550","https://openalex.org/W2614087582","https://openalex.org/W2715209044","https://openalex.org/W2724999822","https://openalex.org/W2745133928","https://openalex.org/W2770363731","https://openalex.org/W2949197630","https://openalex.org/W2949780682","https://openalex.org/W2950220847","https://openalex.org/W2962977265","https://openalex.org/W2963287333","https://openalex.org/W2963673242","https://openalex.org/W2963733622","https://openalex.org/W2964134873","https://openalex.org/W2964153729","https://openalex.org/W2977390934","https://openalex.org/W2998991762","https://openalex.org/W3005229467","https://openalex.org/W3007590609","https://openalex.org/W3009845143","https://openalex.org/W3101609372","https://openalex.org/W3102161834","https://openalex.org/W3102564565","https://openalex.org/W3123427206","https://openalex.org/W3124443940","https://openalex.org/W4240252876","https://openalex.org/W6758199154","https://openalex.org/W6845700824"],"related_works":["https://openalex.org/W2282821441","https://openalex.org/W2594475271","https://openalex.org/W2962790223","https://openalex.org/W2891503716","https://openalex.org/W2788403449","https://openalex.org/W2618851150","https://openalex.org/W2963095307","https://openalex.org/W2113882472","https://openalex.org/W3138819813","https://openalex.org/W2803532212","https://openalex.org/W1996796871","https://openalex.org/W2963847595","https://openalex.org/W2945976633","https://openalex.org/W2063046703","https://openalex.org/W1849277567","https://openalex.org/W3122175177","https://openalex.org/W2962858109","https://openalex.org/W2493343568","https://openalex.org/W2367397349","https://openalex.org/W2125847307"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"many":[3,41,178],"accurate":[4],"decision":[5,64],"support":[6],"systems":[7,17,65],"have":[8],"been":[9],"constructed":[10],"as":[11,16,86],"black":[12,62,130,138,168],"boxes,":[13],"that":[14,18],"is":[15,74,106],"hide":[19],"their":[20],"internal":[21],"logic":[22],"to":[23,77,107,121,151,166],"the":[24,51,112,117,122,127,149,153,177],"user.":[25],"This":[26],"lack":[27],"of":[28,53,97,103,111,124,129,164],"explanation":[29,125],"constitutes":[30],"both":[31],"a":[32,79,82,87,109,134,137,142],"practical":[33],"and":[34,71,99,126,141],"an":[35],"ethical":[36],"issue.":[37],"The":[38,58,101,161],"literature":[39,118],"reports":[40],"approaches":[42,165],"aimed":[43],"at":[44,50],"overcoming":[45],"this":[46,104,145],"crucial":[47],"weakness,":[48],"sometimes":[49],"cost":[52],"sacrificing":[54],"accuracy":[55],"for":[56,81,157,175],"interpretability.":[57],"applications":[59],"in":[60,116,182],"which":[61],"box":[63,131,139,169],"can":[66],"be":[67,173],"used":[68],"are":[69],"various,":[70],"each":[72],"approach":[73],"typically":[75],"developed":[76],"provide":[78,108],"solution":[80],"specific":[83],"problem":[84,135],"and,":[85],"consequence,":[88],"it":[89],"explicitly":[90],"or":[91],"implicitly":[92],"delineates":[93],"its":[94],"own":[95,159],"definition":[96],"interpretability":[98],"explanation.":[100],"aim":[102],"article":[105],"classification":[110,163],"main":[113],"problems":[114],"addressed":[115],"with":[119],"respect":[120],"notion":[123],"type":[128],"system.":[132],"Given":[133],"definition,":[136],"type,":[140],"desired":[143],"explanation,":[144],"survey":[146],"should":[147,171],"help":[148],"researcher":[150],"find":[152],"proposals":[154],"more":[155],"useful":[156,174],"his":[158],"work.":[160],"proposed":[162],"open":[167,180],"models":[170],"also":[172],"putting":[176],"research":[179],"questions":[181],"perspective.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":51},{"year":2020,"cited_by_count":56},{"year":2019,"cited_by_count":30},{"year":2018,"cited_by_count":17}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}