{"id":"https://openalex.org/W4415080052","doi":"https://doi.org/10.1007/978-3-032-08327-2_12","title":"XAIEV \u2013 A Framework for\u00a0the\u00a0Evaluation of\u00a0XAI-Algorithms for\u00a0Image Classification","display_name":"XAIEV \u2013 A Framework for\u00a0the\u00a0Evaluation of\u00a0XAI-Algorithms for\u00a0Image Classification","publication_year":2025,"publication_date":"2025-10-11","ids":{"openalex":"https://openalex.org/W4415080052","doi":"https://doi.org/10.1007/978-3-032-08327-2_12"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-032-08327-2_12","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-032-08327-2_12","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-08327-2_12.pdf","source":{"id":"https://openalex.org/S2764900261","display_name":"Communications in computer and information science","issn_l":"1865-0929","issn":["1865-0929","1865-0937"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications in Computer and Information Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-08327-2_12.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035658646","display_name":"Carsten Knoll","orcid":"https://orcid.org/0000-0001-7462-771X"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Carsten Knoll","raw_affiliation_strings":["Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7462-771X","affiliations":[{"raw_affiliation_string":"Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027337320","display_name":"Julian Ullrich","orcid":null},"institutions":[{"id":"https://openalex.org/I44260953","display_name":"Heinrich Heine University D\u00fcsseldorf","ror":"https://ror.org/024z2rq82","country_code":"DE","type":"education","lineage":["https://openalex.org/I44260953"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Julian Ullrich","raw_affiliation_strings":["Faculty of Mathematics and Natural Sciences \u2013 Institute of Computer Science, Heinrich Heine University D\u00fcsseldorf, D\u00fcsseldorf, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Mathematics and Natural Sciences \u2013 Institute of Computer Science, Heinrich Heine University D\u00fcsseldorf, D\u00fcsseldorf, Germany","institution_ids":["https://openalex.org/I44260953"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119956431","display_name":"Thomas Manjooran","orcid":null},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Manjooran","raw_affiliation_strings":["Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119450525","display_name":"Kilian G\u00f6ller","orcid":null},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kilian G\u00f6ller","raw_affiliation_strings":["Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":"https://orcid.org/0009-0006-3522-2246","affiliations":[{"raw_affiliation_string":"Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017558002","display_name":"Haadia Amjad","orcid":null},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Haadia Amjad","raw_affiliation_strings":["Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":"https://orcid.org/0009-0001-9227-9496","affiliations":[{"raw_affiliation_string":"Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012451668","display_name":"Ronald Tetzlaff","orcid":"https://orcid.org/0000-0001-7436-0103"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ronald Tetzlaff","raw_affiliation_strings":["Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7436-0103","affiliations":[{"raw_affiliation_string":"Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102850948","display_name":"Steffen Seitz","orcid":"https://orcid.org/0000-0002-8389-8869"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Steffen Seitz","raw_affiliation_strings":["Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8389-8869","affiliations":[{"raw_affiliation_string":"Fundamentals of Electrical Engineering, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5035658646"],"corresponding_institution_ids":["https://openalex.org/I78650965"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"250","last_page":"263"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8166999816894531},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6026999950408936},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5202000141143799},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5156999826431274},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4478999972343445},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4399999976158142},{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.42570000886917114},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.38760000467300415}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8166999816894531},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7588000297546387},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6026999950408936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5943999886512756},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5202000141143799},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5156999826431274},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.49549999833106995},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4478999972343445},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4399999976158142},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.42570000886917114},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.38760000467300415},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.3375999927520752},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.289000004529953},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26829999685287476},{"id":"https://openalex.org/C199422724","wikidata":"https://www.wikidata.org/wiki/Q41118","display_name":"Quotient","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.257999986410141}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-032-08327-2_12","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-032-08327-2_12","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-08327-2_12.pdf","source":{"id":"https://openalex.org/S2764900261","display_name":"Communications in computer and information science","issn_l":"1865-0929","issn":["1865-0929","1865-0937"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications in Computer and Information Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-032-08327-2_12","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-032-08327-2_12","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-08327-2_12.pdf","source":{"id":"https://openalex.org/S2764900261","display_name":"Communications in computer and information science","issn_l":"1865-0929","issn":["1865-0929","1865-0937"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications in Computer and Information Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6098565189","display_name":null,"funder_award_id":"57616814","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320321613","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415080052.pdf","grobid_xml":"https://content.openalex.org/works/W4415080052.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1849277567","https://openalex.org/W1999478155","https://openalex.org/W2002427601","https://openalex.org/W2108598243","https://openalex.org/W2121765205","https://openalex.org/W2240067561","https://openalex.org/W2295107390","https://openalex.org/W2516809705","https://openalex.org/W2962858109","https://openalex.org/W2969880113","https://openalex.org/W3138516171","https://openalex.org/W3173163134","https://openalex.org/W3212053370","https://openalex.org/W4285150546","https://openalex.org/W4312443924","https://openalex.org/W4366085876","https://openalex.org/W4388430515","https://openalex.org/W4390874717","https://openalex.org/W4392517977","https://openalex.org/W4393035433","https://openalex.org/W4394786855"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Convolutional":[1],"Neural":[2],"Networks":[3],"(CNNs),":[4],"such":[5],"as":[6,166],"VGG":[7],"and":[8,27,59,96,139,149],"ResNet,":[9,193],"have":[10,29],"been":[11,30],"widely":[12],"used":[13],"for":[14,17,72,171],"image":[15,176],"classification":[16],"several":[18],"years.":[19],"Numerous":[20],"explainable":[21],"AI":[22],"(XAI)":[23],"algorithms,":[24,48],"including":[25],"Grad-CAM":[26],"XRAI,":[28,200],"proposed":[31],"to":[32,102,120,151,175],"enhance":[33],"interpretability":[34],"in":[35,43],"this":[36,63,157],"domain.":[37],"However,":[38],"a":[39,69,85,92,98,167],"persistent":[40],"challenge":[41],"lies":[42],"quantitatively":[44],"comparing":[45],"different":[46],"XAI":[47,60,79,118,172,197,211],"variants":[49],"of":[50,56,77,110,133,186,210],"the":[51,75,104,152,179,208,217],"same":[52],"algorithm,":[53],"or":[54,137],"combinations":[55,185],"CNN":[57,187,219],"models":[58],"algorithms.":[61,80],"In":[62],"work,":[64],"we":[65,160,182],"introduce":[66],"XAIEV":[67,180],"\u2013":[68],"versatile":[70],"framework":[71,82],"computationally":[73],"evaluating":[74,142],"quality":[76,169],"saliency-map-based":[78],"This":[81],"includes":[83],"(A)":[84],"benchmark":[86],"dataset":[87],"(traffic":[88],"sign":[89],"recognition)":[90],"with":[91,130,195],"known":[93],"ground":[94,153],"truth":[95],"(B)":[97],"software":[99],"toolbox":[100],"designed":[101],"facilitate":[103],"evaluation":[105],"pipeline.":[106],"The":[107],"pipeline":[108],"consists":[109],"four":[111],"steps:":[112],"(1)":[113],"model":[114],"training,":[115],"(2)":[116],"applying":[117],"algorithms":[119,173,198,212],"generate":[121],"weighted":[122],"saliency":[123],"maps,":[124],"(3)":[125],"generating":[126],"new":[127],"test":[128,147],"images":[129,148],"varying":[131],"percentages":[132],"\u201cimportant\u201d":[134],"pixels":[135],"removed":[136],"retained,":[138],"(4)":[140],"statistically":[141],"accuracy":[143],"changes":[144],"on":[145,156,216],"these":[146],"comparison":[150],"truth.":[154],"Based":[155],"statistical":[158],"evaluation,":[159],"define":[161],"an":[162],"Accuracy-Sensitivity":[163],"Quotient":[164],"(ASQ)":[165],"novel":[168],"metric":[170],"applied":[174],"classification.":[177],"Using":[178],"framework,":[181],"compare":[183],"various":[184],"architectures":[188],"(\u201cSimpleCNN\u201d":[189],"(custom":[190],"model),":[191],"VGG,":[192],"ConvNext)":[194],"multiple":[196],"(Grad-CAM,":[199],"LIME,":[201],"PRISM).":[202],"Our":[203],"numerical":[204],"results":[205],"reveal":[206],"that":[207],"performance":[209],"is":[213],"highly":[214],"dependent":[215],"underlying":[218],"model.":[220]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-12T00:00:00"}