{"id":"https://openalex.org/W4399364979","doi":"https://doi.org/10.1145/3630106.3658537","title":"Classification Metrics for Image Explanations: Towards Building Reliable XAI-Evaluations","display_name":"Classification Metrics for Image Explanations: Towards Building Reliable XAI-Evaluations","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4399364979","doi":"https://doi.org/10.1145/3630106.3658537"},"language":"en","primary_location":{"id":"doi:10.1145/3630106.3658537","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658537","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3630106.3658537","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030460290","display_name":"Benjamin Fr\u00e9sz","orcid":"https://orcid.org/0009-0002-7463-8907"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]},{"id":"https://openalex.org/I3018473509","display_name":"Fraunhofer Institute for Manufacturing Engineering and Automation","ror":"https://ror.org/01rvqha10","country_code":"DE","type":"facility","lineage":["https://openalex.org/I3018473509","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Benjamin Fresz","raw_affiliation_strings":["Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Germany and Institute of Industrial Manufacturing and Management IFF, University of Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0009-0002-7463-8907","affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Germany and Institute of Industrial Manufacturing and Management IFF, University of Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346","https://openalex.org/I3018473509"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099025172","display_name":"Lena L\u00f6rcher","orcid":null},"institutions":[{"id":"https://openalex.org/I3018473509","display_name":"Fraunhofer Institute for Manufacturing Engineering and Automation","ror":"https://ror.org/01rvqha10","country_code":"DE","type":"facility","lineage":["https://openalex.org/I3018473509","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lena L\u00f6rcher","raw_affiliation_strings":["Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0109-0226","affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Germany","institution_ids":["https://openalex.org/I3018473509"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031354877","display_name":"Marco F. Huber","orcid":"https://orcid.org/0000-0002-8250-2092"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]},{"id":"https://openalex.org/I3018473509","display_name":"Fraunhofer Institute for Manufacturing Engineering and Automation","ror":"https://ror.org/01rvqha10","country_code":"DE","type":"facility","lineage":["https://openalex.org/I3018473509","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marco Huber","raw_affiliation_strings":["Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Germany and Institute of Industrial Manufacturing and Management IFF, University of Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8250-2092","affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Germany and Institute of Industrial Manufacturing and Management IFF, University of Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346","https://openalex.org/I3018473509"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6162,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91353245,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7639267444610596},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.6849761009216309},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6382666826248169},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.6284998059272766},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5569919347763062},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.45975613594055176},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.4390332102775574},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.438632071018219},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.42503485083580017},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35312098264694214},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3490816652774811}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7639267444610596},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.6849761009216309},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6382666826248169},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6284998059272766},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5569919347763062},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.45975613594055176},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.4390332102775574},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.438632071018219},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.42503485083580017},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35312098264694214},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3490816652774811},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3630106.3658537","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658537","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2406.05068","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.05068","pdf_url":"https://arxiv.org/pdf/2406.05068","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:publica.fraunhofer.de:publica/471364","is_oa":true,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/471364","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.1145/3630106.3658537","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658537","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7599999904632568}],"awards":[{"id":"https://openalex.org/G5231034907","display_name":null,"funder_award_id":"40-02702","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1496408409","https://openalex.org/W2012378416","https://openalex.org/W2078483536","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2611316102","https://openalex.org/W2765793020","https://openalex.org/W2888728157","https://openalex.org/W2891197287","https://openalex.org/W3156666346","https://openalex.org/W3194691365","https://openalex.org/W3212053370","https://openalex.org/W4221159886","https://openalex.org/W4288083797","https://openalex.org/W4295768443","https://openalex.org/W4312770475","https://openalex.org/W4321786089","https://openalex.org/W4379051468","https://openalex.org/W4388162482","https://openalex.org/W4402904158","https://openalex.org/W6695661434","https://openalex.org/W6831280446"],"related_works":["https://openalex.org/W2364252372","https://openalex.org/W4234066492","https://openalex.org/W1998063895","https://openalex.org/W1967044713","https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W2047973478","https://openalex.org/W2133470120","https://openalex.org/W2067569035","https://openalex.org/W2090985514"],"abstract_inverted_index":{"Decision":[0],"processes":[1],"of":[2,78,125],"computer":[3],"vision":[4],"models\u2014especially":[5],"deep":[6],"neural":[7],"networks\u2014are":[8],"opaque":[9],"in":[10],"nature,":[11],"meaning":[12],"that":[13,130],"these":[14],"decisions":[15],"cannot":[16,64],"be":[17,65],"understood":[18],"by":[19],"humans.":[20],"Thus,":[21],"over":[22],"the":[23,38,69,87],"last":[24],"years,":[25],"many":[26],"methods":[27,89,107,113],"to":[28,68],"provide":[29,46],"human-understandable":[30],"explanations":[31],"have":[32,82],"been":[33,83],"proposed.":[34],"For":[35],"image":[36],"classification,":[37],"most":[39],"common":[40,111],"group":[41],"are":[42,96,108,114],"saliency":[43,106,112],"methods,":[44],"which":[45,85],"(super-)pixelwise":[47],"feature":[48],"attribution":[49],"scores":[50],"for":[51,105,122],"input":[52],"images.":[53],"But":[54],"their":[55,62],"evaluation":[56,103,124],"still":[57],"poses":[58],"a":[59,76,120],"problem,":[60],"as":[61],"results":[63],"simply":[66],"compared":[67],"unknown":[70],"ground":[71],"truth.":[72],"To":[73],"overcome":[74],"this,":[75],"slew":[77],"different":[79],"proxy":[80],"metrics":[81,104,127],"defined,":[84],"are\u2014as":[86],"explainability":[88],"themselves\u2014often":[90],"built":[91],"on":[92,116,133],"intuition":[93],"and":[94,110],"thus,":[95],"possibly":[97],"unreliable.":[98],"In":[99,118],"this":[100],"paper,":[101],"new":[102],"developed":[109],"benchmarked":[115],"ImageNet.":[117],"addition,":[119],"scheme":[121],"reliability":[123],"such":[126],"is":[128,131],"proposed":[129],"based":[132],"concepts":[134],"from":[135],"psychometric":[136],"testing.":[137]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}