{"id":"https://openalex.org/W2965970765","doi":"https://doi.org/10.1609/aaai.v33i01.33019780","title":"Meaningful Explanations of Black Box AI Decision Systems","display_name":"Meaningful Explanations of Black Box AI Decision Systems","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2965970765","doi":"https://doi.org/10.1609/aaai.v33i01.33019780","mag":"2965970765"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33019780","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33019780","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/5050/4923","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/5050/4923","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044898565","display_name":"Dino Pedreschi","orcid":"https://orcid.org/0000-0003-4801-3225"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Dino Pedreschi","raw_affiliation_strings":["University of Pisa"],"affiliations":[{"raw_affiliation_string":"University of Pisa","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024505700","display_name":"Fosca Giannotti","orcid":"https://orcid.org/0000-0003-3099-3835"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fosca Giannotti","raw_affiliation_strings":["University of Pisa"],"affiliations":[{"raw_affiliation_string":"University of Pisa","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091251187","display_name":"Riccardo Guidotti","orcid":"https://orcid.org/0000-0002-2827-7613"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Riccardo Guidotti","raw_affiliation_strings":["University of Pisa"],"affiliations":[{"raw_affiliation_string":"University of Pisa","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003777693","display_name":"Anna Monreale","orcid":"https://orcid.org/0000-0001-8541-0284"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Anna Monreale","raw_affiliation_strings":["University of Pisa"],"affiliations":[{"raw_affiliation_string":"University of Pisa","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071524745","display_name":"Salvatore Ruggieri","orcid":"https://orcid.org/0000-0002-1917-6087"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Salvatore Ruggieri","raw_affiliation_strings":["University of Pisa"],"affiliations":[{"raw_affiliation_string":"University of Pisa","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023007469","display_name":"Franco Turini","orcid":"https://orcid.org/0000-0001-6789-5476"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Franco Turini","raw_affiliation_strings":["University of Pisa"],"affiliations":[{"raw_affiliation_string":"University of Pisa","institution_ids":["https://openalex.org/I108290504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5044898565"],"corresponding_institution_ids":["https://openalex.org/I108290504"],"apc_list":null,"apc_paid":null,"fwci":12.5027,"has_fulltext":true,"cited_by_count":200,"citation_normalized_percentile":{"value":0.9873375,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"33","issue":"01","first_page":"9780","last_page":"9784"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9455999732017517,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.8055208921432495},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.6972845196723938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.680835485458374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6533260941505432},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5822998881340027},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.5105906128883362},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.47877418994903564},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.46492552757263184},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.45795711874961853},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.45659857988357544},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.44641128182411194},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.4446971118450165},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4187428951263428},{"id":"https://openalex.org/keywords/causal-inference","display_name":"Causal inference","score":0.41300681233406067},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3581697642803192},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.12077152729034424},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11228743195533752}],"concepts":[{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.8055208921432495},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.6972845196723938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.680835485458374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6533260941505432},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5822998881340027},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.5105906128883362},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.47877418994903564},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.46492552757263184},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45795711874961853},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.45659857988357544},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.44641128182411194},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.4446971118450165},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4187428951263428},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.41300681233406067},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3581697642803192},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.12077152729034424},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11228743195533752},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1609/aaai.v33i01.33019780","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33019780","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/5050/4923","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arpi.unipi.it:11568/1014990","is_oa":true,"landing_page_url":"http://hdl.handle.net/11568/1014990","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:ricerca.sns.it:11384/110554","is_oa":true,"landing_page_url":"http://hdl.handle.net/11384/110554","pdf_url":null,"source":{"id":"https://openalex.org/S7407050981","display_name":"Scuola Normale Superiore di Pisa","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33019780","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33019780","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/5050/4923","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G4365905886","display_name":null,"funder_award_id":"-2014-2015","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G5848184290","display_name":null,"funder_award_id":"654024","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2965970765.pdf","grobid_xml":"https://content.openalex.org/works/W2965970765.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W202799293","https://openalex.org/W1514535095","https://openalex.org/W1548329417","https://openalex.org/W1990088911","https://openalex.org/W1999380087","https://openalex.org/W2026019770","https://openalex.org/W2063046703","https://openalex.org/W2082732197","https://openalex.org/W2088987104","https://openalex.org/W2090026354","https://openalex.org/W2095350947","https://openalex.org/W2104046064","https://openalex.org/W2113882472","https://openalex.org/W2149033360","https://openalex.org/W2177350256","https://openalex.org/W2209688796","https://openalex.org/W2262800383","https://openalex.org/W2295107390","https://openalex.org/W2396881363","https://openalex.org/W2466989778","https://openalex.org/W2467510144","https://openalex.org/W2509945343","https://openalex.org/W2516809705","https://openalex.org/W2548509278","https://openalex.org/W2555127528","https://openalex.org/W2588936615","https://openalex.org/W2613888037","https://openalex.org/W2770363731","https://openalex.org/W2788403449","https://openalex.org/W2788651580","https://openalex.org/W2801890059","https://openalex.org/W2808914202","https://openalex.org/W2887330082","https://openalex.org/W2893425640","https://openalex.org/W2962681511","https://openalex.org/W2962772482","https://openalex.org/W2985962305","https://openalex.org/W4289548169","https://openalex.org/W4293583991","https://openalex.org/W6632713463","https://openalex.org/W6650036080","https://openalex.org/W6672621347","https://openalex.org/W6675299433","https://openalex.org/W6719851490","https://openalex.org/W6729378101","https://openalex.org/W6733597785","https://openalex.org/W6748883668","https://openalex.org/W6752600047","https://openalex.org/W6756046586","https://openalex.org/W6988977658","https://openalex.org/W7018690968"],"related_works":["https://openalex.org/W4382930947","https://openalex.org/W3152382318","https://openalex.org/W3004686567","https://openalex.org/W2738656338","https://openalex.org/W2555400967","https://openalex.org/W3214759741","https://openalex.org/W3081288631","https://openalex.org/W3174876210","https://openalex.org/W2388458847","https://openalex.org/W2086121498"],"abstract_inverted_index":{"Black":[0],"box":[1,91,132],"AI":[2],"systems":[3],"for":[4,36,42,89,100,119,124,156,202],"automated":[5],"decision":[6,122],"making,":[7],"often":[8],"based":[9],"on":[10,70],"machine":[11],"learning":[12,191],"over":[13],"(big)":[14],"data,":[15,59],"map":[16],"a":[17,21,24,125,170,179,188,198,206,212],"user\u2019s":[18],"features":[19],"into":[20,148],"class":[22],"or":[23,65],"score":[25],"without":[26],"exposing":[27],"the":[28,47,57,71,86,98,114,121,130,134,137,141,163,167],"reasons":[29],"why.":[30],"This":[31],"is":[32],"problematic":[33],"not":[34],"only":[35],"lack":[37],"of":[38,75,81,105,116,136,144,173,181,190,200,208],"transparency,":[39],"but":[40],"also":[41],"possible":[43],"biases":[44],"inherited":[45],"by":[46,128],"algorithms":[48,153],"from":[49],"human":[50],"prejudices":[51],"and":[52,110,158],"collection":[53],"artifacts":[54],"hidden":[55],"in":[56,103,133],"training":[58],"which":[60],"may":[61],"lead":[62],"to":[63,77,169,210],"unfair":[64],"wrong":[66],"decisions.":[67],"We":[68,160],"focus":[69],"urgent":[72],"open":[73],"challenge":[74],"how":[76],"construct":[78],"meaningful":[79,204],"explanations":[80,102,118,147],"opaque":[82],"AI/ML":[83],"systems,":[84],"introducing":[85],"local-toglobal":[87],"framework":[88],"black":[90,131,213],"explanation,":[92],"articulated":[93],"along":[94,176],"three":[95],"lines:":[96],"(i)":[97],"language":[99],"expressing":[101,203],"terms":[104],"logic":[106],"rules,":[107],"with":[108,152],"statistical":[109],"causal":[111],"interpretation;":[112],"(ii)":[113],"inference":[115],"local":[117,146],"revealing":[120],"rationale":[123],"specific":[126],"case,":[127],"auditing":[129],"vicinity":[135],"target":[138],"instance;":[139],"(iii),":[140],"bottom-up":[142],"generalization":[143],"many":[145],"simple":[149],"global":[150],"ones,":[151],"that":[154,162],"optimize":[155],"quality":[157],"comprehensibility.":[159],"argue":[161],"local-first":[164],"approach":[165],"opens":[166],"door":[168],"wide":[171],"variety":[172,180,189,199,207],"alternative":[174],"solutions":[175],"different":[177],"dimensions:":[178],"data":[182],"sources":[183],"(relational,":[184],"text,":[185],"images,":[186],"etc.),":[187],"problems":[192],"(multi-label":[193],"classification,":[194],"regression,":[195],"scoring,":[196],"ranking),":[197],"languages":[201],"explanations,":[205],"means":[209],"audit":[211],"box.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":33},{"year":2020,"cited_by_count":28},{"year":2019,"cited_by_count":7}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2019-08-13T00:00:00"}