{"id":"https://openalex.org/W2990283237","doi":"https://doi.org/10.3390/make3040048","title":"Analysis of Explainers of Black Box Deep Neural Networks for Computer Vision: A Survey","display_name":"Analysis of Explainers of Black Box Deep Neural Networks for Computer Vision: A Survey","publication_year":2021,"publication_date":"2021-12-08","ids":{"openalex":"https://openalex.org/W2990283237","doi":"https://doi.org/10.3390/make3040048","mag":"2990283237"},"language":"en","primary_location":{"id":"doi:10.3390/make3040048","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make3040048","pdf_url":"https://www.mdpi.com/2504-4990/3/4/48/pdf?version=1640275931","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-4990/3/4/48/pdf?version=1640275931","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074220335","display_name":"Vanessa Buhrmester","orcid":"https://orcid.org/0000-0003-2356-1313"},"institutions":[{"id":"https://openalex.org/I4210111500","display_name":"Fraunhofer Institute of Optronics, System Technologies and Image Exploitation","ror":"https://ror.org/01zx97922","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210111500","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Vanessa Buhrmester","raw_affiliation_strings":["Fraunhofer IOSB, Gutleuthausstra\u00dfe 1, 76275 Ettlingen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2356-1313","affiliations":[{"raw_affiliation_string":"Fraunhofer IOSB, Gutleuthausstra\u00dfe 1, 76275 Ettlingen, Germany","institution_ids":["https://openalex.org/I4210111500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085416338","display_name":"David M\u00fcnch","orcid":"https://orcid.org/0000-0002-8577-5256"},"institutions":[{"id":"https://openalex.org/I4210111500","display_name":"Fraunhofer Institute of Optronics, System Technologies and Image Exploitation","ror":"https://ror.org/01zx97922","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210111500","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David M\u00fcnch","raw_affiliation_strings":["Fraunhofer IOSB, Gutleuthausstra\u00dfe 1, 76275 Ettlingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8577-5256","affiliations":[{"raw_affiliation_string":"Fraunhofer IOSB, Gutleuthausstra\u00dfe 1, 76275 Ettlingen, Germany","institution_ids":["https://openalex.org/I4210111500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000041406","display_name":"Michael Arens","orcid":"https://orcid.org/0000-0002-7857-0332"},"institutions":[{"id":"https://openalex.org/I4210111500","display_name":"Fraunhofer Institute of Optronics, System Technologies and Image Exploitation","ror":"https://ror.org/01zx97922","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210111500","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Arens","raw_affiliation_strings":["Fraunhofer IOSB, Gutleuthausstra\u00dfe 1, 76275 Ettlingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7857-0332","affiliations":[{"raw_affiliation_string":"Fraunhofer IOSB, Gutleuthausstra\u00dfe 1, 76275 Ettlingen, Germany","institution_ids":["https://openalex.org/I4210111500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5074220335"],"corresponding_institution_ids":["https://openalex.org/I4210111500"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":37.0822,"has_fulltext":true,"cited_by_count":389,"citation_normalized_percentile":{"value":0.99835147,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"3","issue":"4","first_page":"966","last_page":"989"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7869248390197754},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.7113987803459167},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6991569399833679},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.6540782451629639},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.647070050239563},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5987949967384338},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5610661506652832},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5608139038085938},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.5272295475006104},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3711559772491455},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12092414498329163}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7869248390197754},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.7113987803459167},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6991569399833679},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.6540782451629639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.647070050239563},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5987949967384338},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5610661506652832},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5608139038085938},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.5272295475006104},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3711559772491455},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12092414498329163}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/make3040048","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make3040048","pdf_url":"https://www.mdpi.com/2504-4990/3/4/48/pdf?version=1640275931","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:db49392b33284f79b3f5ee87b0fffa83","is_oa":true,"landing_page_url":"https://doaj.org/article/db49392b33284f79b3f5ee87b0fffa83","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction, Vol 3, Iss 4, Pp 966-989 (2021)","raw_type":"article"},{"id":"pmh:oai:fraunhofer.de:N-644329","is_oa":true,"landing_page_url":"http://publica.fraunhofer.de/documents/N-644329.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IOSB","raw_type":"Journal Article"},{"id":"pmh:oai:mdpi.com:/2504-4990/3/4/48/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/make3040048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction; Volume 3; Issue 4; Pages: 966-989","raw_type":"Text"},{"id":"pmh:oai:null:publica/271228","is_oa":true,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/271228","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.3390/make3040048","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make3040048","pdf_url":"https://www.mdpi.com/2504-4990/3/4/48/pdf?version=1640275931","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2990283237.pdf","grobid_xml":"https://content.openalex.org/works/W2990283237.grobid-xml"},"referenced_works_count":140,"referenced_works":["https://openalex.org/W1480376833","https://openalex.org/W1482876487","https://openalex.org/W1498436455","https://openalex.org/W1514535095","https://openalex.org/W1533343140","https://openalex.org/W1556803204","https://openalex.org/W1581192802","https://openalex.org/W1585983533","https://openalex.org/W1591553815","https://openalex.org/W1663984431","https://openalex.org/W1673923490","https://openalex.org/W1678356000","https://openalex.org/W1686810756","https://openalex.org/W1787224781","https://openalex.org/W1825675169","https://openalex.org/W1849277567","https://openalex.org/W1861492603","https://openalex.org/W1915485278","https://openalex.org/W1932198206","https://openalex.org/W1980276779","https://openalex.org/W1988160630","https://openalex.org/W1999192586","https://openalex.org/W2011402106","https://openalex.org/W2022058268","https://openalex.org/W2026905436","https://openalex.org/W2064675550","https://openalex.org/W2088203270","https://openalex.org/W2089367555","https://openalex.org/W2101295242","https://openalex.org/W2113211233","https://openalex.org/W2113882472","https://openalex.org/W2118022153","https://openalex.org/W2122124659","https://openalex.org/W2123045220","https://openalex.org/W2125847307","https://openalex.org/W2140534852","https://openalex.org/W2141125852","https://openalex.org/W2150165932","https://openalex.org/W2158899491","https://openalex.org/W2160921898","https://openalex.org/W2163605009","https://openalex.org/W2167510172","https://openalex.org/W2194775991","https://openalex.org/W2195388612","https://openalex.org/W2240067561","https://openalex.org/W2243397390","https://openalex.org/W2273066798","https://openalex.org/W2282821441","https://openalex.org/W2295107390","https://openalex.org/W2326925005","https://openalex.org/W2367397349","https://openalex.org/W2483215953","https://openalex.org/W2493343568","https://openalex.org/W2517259736","https://openalex.org/W2522925973","https://openalex.org/W2535873859","https://openalex.org/W2550446853","https://openalex.org/W2554930721","https://openalex.org/W2556340658","https://openalex.org/W2590082389","https://openalex.org/W2593634001","https://openalex.org/W2594475271","https://openalex.org/W2594633041","https://openalex.org/W2605409611","https://openalex.org/W2606347107","https://openalex.org/W2606462007","https://openalex.org/W2614087582","https://openalex.org/W2618481090","https://openalex.org/W2623160924","https://openalex.org/W2626639386","https://openalex.org/W2758855872","https://openalex.org/W2765793020","https://openalex.org/W2769924204","https://openalex.org/W2770665714","https://openalex.org/W2773497437","https://openalex.org/W2776207810","https://openalex.org/W2785327160","https://openalex.org/W2798302089","https://openalex.org/W2803354268","https://openalex.org/W2810348861","https://openalex.org/W2888580379","https://openalex.org/W2911964244","https://openalex.org/W2912029197","https://openalex.org/W2919115771","https://openalex.org/W2932026309","https://openalex.org/W2933118384","https://openalex.org/W2941874280","https://openalex.org/W2945544216","https://openalex.org/W2950018712","https://openalex.org/W2952230511","https://openalex.org/W2952610664","https://openalex.org/W2962772482","https://openalex.org/W2962790223","https://openalex.org/W2962851944","https://openalex.org/W2962858109","https://openalex.org/W2962862931","https://openalex.org/W2963149332","https://openalex.org/W2963207607","https://openalex.org/W2963233086","https://openalex.org/W2963271116","https://openalex.org/W2963287333","https://openalex.org/W2963382180","https://openalex.org/W2963464195","https://openalex.org/W2963609017","https://openalex.org/W2963749936","https://openalex.org/W2963847595","https://openalex.org/W2963969878","https://openalex.org/W2963989815","https://openalex.org/W2969224142","https://openalex.org/W2970447476","https://openalex.org/W2972568911","https://openalex.org/W2973393474","https://openalex.org/W2983371255","https://openalex.org/W2988157455","https://openalex.org/W2998669402","https://openalex.org/W3027608126","https://openalex.org/W3101609372","https://openalex.org/W3101981467","https://openalex.org/W3118897201","https://openalex.org/W3124373176","https://openalex.org/W3124474911","https://openalex.org/W3124700334","https://openalex.org/W3124792046","https://openalex.org/W3125713917","https://openalex.org/W3126084544","https://openalex.org/W3154435685","https://openalex.org/W3180293735","https://openalex.org/W4212883601","https://openalex.org/W4231165370","https://openalex.org/W4253525579","https://openalex.org/W4297752781","https://openalex.org/W6676885637","https://openalex.org/W6681608319","https://openalex.org/W6683738474","https://openalex.org/W6684191040","https://openalex.org/W6684372118","https://openalex.org/W6717255582","https://openalex.org/W6721933647","https://openalex.org/W6734194636","https://openalex.org/W6843735874"],"related_works":["https://openalex.org/W3184396788","https://openalex.org/W4377865163","https://openalex.org/W4312822655","https://openalex.org/W3157170264","https://openalex.org/W3042419602","https://openalex.org/W2966649771","https://openalex.org/W3193857078","https://openalex.org/W4312601715","https://openalex.org/W4298185893","https://openalex.org/W2888956734"],"abstract_inverted_index":{"Deep":[0,25,60,121],"Learning":[1],"is":[2],"a":[3,15,72,130],"state-of-the-art":[4],"technique":[5],"to":[6,20,71,87],"make":[7],"inference":[8],"on":[9,59],"extensive":[10],"or":[11,80],"complex":[12],"data.":[13],"As":[14],"black":[16,97],"box":[17],"model":[18],"due":[19,70],"their":[21,35],"multilayer":[22],"nonlinear":[23],"structure,":[24],"Neural":[26,61,122],"Networks":[27,123],"are":[28],"often":[29,50],"criticized":[30],"as":[31],"being":[32],"non-transparent":[33],"and":[34,64,106,115,139,155,157],"predictions":[36],"not":[37,52],"traceable":[38],"by":[39,99],"humans.":[40],"Furthermore,":[41],"the":[42,91,101,104,113,134,153],"models":[43],"learn":[44],"from":[45],"artificially":[46],"generated":[47],"datasets,":[48],"which":[49],"do":[51],"reflect":[53],"reality.":[54],"By":[55],"basing":[56],"decision-making":[57],"algorithms":[58],"Networks,":[62],"prejudice":[63],"unfairness":[65],"may":[66],"be":[67],"promoted":[68],"unknowingly":[69],"lack":[73],"of":[74,94,117,136],"transparency.":[75],"Hence,":[76],"several":[77,141],"so-called":[78],"explanators,":[79],"explainers,":[81],"have":[82],"been":[83],"developed.":[84],"Explainers":[85],"try":[86],"give":[88,129],"insight":[89],"into":[90],"inner":[92],"structure":[93],"machine":[95],"learning":[96],"boxes":[98],"analyzing":[100],"connection":[102],"between":[103],"input":[105],"output.":[107],"In":[108],"this":[109],"survey,":[110],"we":[111],"present":[112],"mechanisms":[114],"properties":[116],"explaining":[118],"systems":[119],"for":[120,124],"Computer":[125],"Vision":[126],"tasks.":[127],"We":[128,150],"comprehensive":[131],"overview":[132],"about":[133],"taxonomy":[135],"related":[137],"studies":[138],"compare":[140],"survey":[142],"papers":[143],"that":[144],"deal":[145],"with":[146],"explainability":[147],"in":[148],"general.":[149],"work":[151],"out":[152],"drawbacks":[154],"gaps":[156],"summarize":[158],"further":[159],"research":[160],"ideas.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":26},{"year":2025,"cited_by_count":81},{"year":2024,"cited_by_count":101},{"year":2023,"cited_by_count":85},{"year":2022,"cited_by_count":45},{"year":2021,"cited_by_count":34},{"year":2020,"cited_by_count":17}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2019-12-05T00:00:00"}