{"id":"https://openalex.org/W4321786089","doi":"https://doi.org/10.1145/3583558","title":"From Anecdotal Evidence to Quantitative Evaluation Methods: A Systematic Review on Evaluating Explainable AI","display_name":"From Anecdotal Evidence to Quantitative Evaluation Methods: A Systematic Review on Evaluating Explainable AI","publication_year":2023,"publication_date":"2023-02-24","ids":{"openalex":"https://openalex.org/W4321786089","doi":"https://doi.org/10.1145/3583558"},"language":"en","primary_location":{"id":"doi:10.1145/3583558","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583558","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583558","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3583558","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074831496","display_name":"Meike Nauta","orcid":"https://orcid.org/0000-0002-0558-3810"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]},{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["DE","NL"],"is_corresponding":false,"raw_author_name":"Meike Nauta","raw_affiliation_strings":["University of Twente, the Netherlands and University of Duisburg-Essen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0558-3810","affiliations":[{"raw_affiliation_string":"University of Twente, the Netherlands and University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514","https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054802873","display_name":"Jan Trienes","orcid":"https://orcid.org/0000-0001-8891-0022"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Trienes","raw_affiliation_strings":["University of Duisburg-Essen, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8891-0022","affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031482999","display_name":"Shreyasi Pathak","orcid":"https://orcid.org/0000-0002-6984-8208"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]},{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["DE","NL"],"is_corresponding":false,"raw_author_name":"Shreyasi Pathak","raw_affiliation_strings":["University of Twente, the Netherlands and University of Duisburg-Essen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6984-8208","affiliations":[{"raw_affiliation_string":"University of Twente, the Netherlands and University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514","https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050118323","display_name":"Elisa Nguyen","orcid":"https://orcid.org/0000-0003-0224-268X"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Elisa Nguyen","raw_affiliation_strings":["University of Twente, the Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-0224-268X","affiliations":[{"raw_affiliation_string":"University of Twente, the Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101472914","display_name":"Michelle Peters","orcid":"https://orcid.org/0000-0001-8884-730X"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Michelle Peters","raw_affiliation_strings":["University of Twente, the Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-8884-730X","affiliations":[{"raw_affiliation_string":"University of Twente, the Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085015719","display_name":"Yasmin Schmitt","orcid":"https://orcid.org/0000-0002-1948-7475"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yasmin Schmitt","raw_affiliation_strings":["University of Duisburg-Essen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1948-7475","affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029341868","display_name":"J\u00f6rg Schl\u00f6tterer","orcid":"https://orcid.org/0000-0002-3678-0390"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J\u00f6rg Schl\u00f6tterer","raw_affiliation_strings":["University of Duisburg-Essen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3678-0390","affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062035687","display_name":"Maurice van Keulen","orcid":"https://orcid.org/0000-0003-2436-1372"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maurice van Keulen","raw_affiliation_strings":["University of Twente, the Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-2436-1372","affiliations":[{"raw_affiliation_string":"University of Twente, the Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054484216","display_name":"Christin Seifert","orcid":"https://orcid.org/0000-0002-6776-3868"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christin Seifert","raw_affiliation_strings":["University of Duisburg-Essen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6776-3868","affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":20.3041,"has_fulltext":true,"cited_by_count":514,"citation_normalized_percentile":{"value":0.99850746,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"55","issue":"13s","first_page":"1","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8500893115997314},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8478693962097168},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5820183157920837},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.555737316608429},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5378545522689819},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5178461670875549},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48140835762023926},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.44173675775527954},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4362125098705292},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.41802695393562317},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3983401656150818},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35334497690200806},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3297497630119324}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8500893115997314},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8478693962097168},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5820183157920837},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.555737316608429},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5378545522689819},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5178461670875549},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48140835762023926},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.44173675775527954},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4362125098705292},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.41802695393562317},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3983401656150818},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35334497690200806},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3297497630119324},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3583558","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583558","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583558","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/0abe1c64-659d-4bc2-bad4-7e737b148a9e","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/0abe1c64-659d-4bc2-bad4-7e737b148a9e","pdf_url":"https://ris.utwente.nl/ws/files/420944940/3583558.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Nauta, M, Trienes, J, Pathak, S, Nguyen, E, Peters, M, Schmitt, Y, Schl\u00f6tterer, J, van Keulen, M & Seifert, C 2023, 'From Anecdotal Evidence to Quantitative Evaluation Methods : A Systematic Review on Evaluating Explainable AI', ACM computing surveys, vol. 55, no. 13s, 295. https://doi.org/10.1145/3583558","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:ris.utwente.nl:publications/0abe1c64-659d-4bc2-bad4-7e737b148a9e","is_oa":true,"landing_page_url":"https://research.utwente.nl/files/420944940/3583558.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Nauta, M, Trienes, J, Pathak, S, Nguyen, E, Peters, M, Schmitt, Y, Schl\u00f6tterer, J, van Keulen, M & Seifert, C 2023, 'From Anecdotal Evidence to Quantitative Evaluation Methods : A Systematic Review on Evaluating Explainable AI', ACM computing surveys, vol. 55, no. 13s, 295. https://doi.org/10.1145/3583558","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3583558","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583558","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583558","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321786089.pdf","grobid_xml":"https://content.openalex.org/works/W4321786089.grobid-xml"},"referenced_works_count":211,"referenced_works":["https://openalex.org/W1546644035","https://openalex.org/W1678356000","https://openalex.org/W1787224781","https://openalex.org/W1884349939","https://openalex.org/W1994606570","https://openalex.org/W2002828701","https://openalex.org/W2013587512","https://openalex.org/W2053075547","https://openalex.org/W2063046703","https://openalex.org/W2101105183","https://openalex.org/W2122909041","https://openalex.org/W2125847307","https://openalex.org/W2187089797","https://openalex.org/W2223821166","https://openalex.org/W2240067561","https://openalex.org/W2252057887","https://openalex.org/W2282821441","https://openalex.org/W2367397349","https://openalex.org/W2536379393","https://openalex.org/W2566079294","https://openalex.org/W2593050976","https://openalex.org/W2596720518","https://openalex.org/W2604961537","https://openalex.org/W2606462007","https://openalex.org/W2657631929","https://openalex.org/W2715209044","https://openalex.org/W2743731382","https://openalex.org/W2754121484","https://openalex.org/W2756202968","https://openalex.org/W2763172566","https://openalex.org/W2764024122","https://openalex.org/W2769506033","https://openalex.org/W2777647957","https://openalex.org/W2788278286","https://openalex.org/W2788376297","https://openalex.org/W2788403449","https://openalex.org/W2788730650","https://openalex.org/W2793546384","https://openalex.org/W2796096336","https://openalex.org/W2798626461","https://openalex.org/W2798698226","https://openalex.org/W2807124908","https://openalex.org/W2808381567","https://openalex.org/W2808610848","https://openalex.org/W2808923352","https://openalex.org/W2808925008","https://openalex.org/W2809376420","https://openalex.org/W2885489825","https://openalex.org/W2891012317","https://openalex.org/W2891503716","https://openalex.org/W2892285692","https://openalex.org/W2897405591","https://openalex.org/W2898027682","https://openalex.org/W2902255491","https://openalex.org/W2904154596","https://openalex.org/W2904479140","https://openalex.org/W2904770697","https://openalex.org/W2906874999","https://openalex.org/W2908082115","https://openalex.org/W2910705748","https://openalex.org/W2945526235","https://openalex.org/W2945976633","https://openalex.org/W2946768687","https://openalex.org/W2949227999","https://openalex.org/W2949302419","https://openalex.org/W2949553967","https://openalex.org/W2950244811","https://openalex.org/W2950457956","https://openalex.org/W2950725899","https://openalex.org/W2950768109","https://openalex.org/W2951307134","https://openalex.org/W2952208655","https://openalex.org/W2952561542","https://openalex.org/W2953365054","https://openalex.org/W2954902138","https://openalex.org/W2955573083","https://openalex.org/W2962702317","https://openalex.org/W2962772482","https://openalex.org/W2962819609","https://openalex.org/W2962824341","https://openalex.org/W2962833140","https://openalex.org/W2962843949","https://openalex.org/W2962858109","https://openalex.org/W2962863107","https://openalex.org/W2962883557","https://openalex.org/W2963095307","https://openalex.org/W2963374347","https://openalex.org/W2963411289","https://openalex.org/W2963604457","https://openalex.org/W2963609017","https://openalex.org/W2963610729","https://openalex.org/W2963635127","https://openalex.org/W2963660754","https://openalex.org/W2963683654","https://openalex.org/W2963749936","https://openalex.org/W2963798744","https://openalex.org/W2963847595","https://openalex.org/W2964258748","https://openalex.org/W2964303497","https://openalex.org/W2964359568","https://openalex.org/W2964449086","https://openalex.org/W2964883359","https://openalex.org/W2965180676","https://openalex.org/W2965433331","https://openalex.org/W2966349618","https://openalex.org/W2966488772","https://openalex.org/W2966768464","https://openalex.org/W2968008415","https://openalex.org/W2972914268","https://openalex.org/W2979481854","https://openalex.org/W2979997102","https://openalex.org/W2981485575","https://openalex.org/W2981731882","https://openalex.org/W2982560934","https://openalex.org/W2983256121","https://openalex.org/W2989282534","https://openalex.org/W2991341034","https://openalex.org/W2991569121","https://openalex.org/W2996905632","https://openalex.org/W2997156337","https://openalex.org/W2997520586","https://openalex.org/W2997594002","https://openalex.org/W2997759614","https://openalex.org/W2998014937","https://openalex.org/W2998142440","https://openalex.org/W2998447102","https://openalex.org/W2998594699","https://openalex.org/W3000346474","https://openalex.org/W3003364384","https://openalex.org/W3003602367","https://openalex.org/W3004116447","https://openalex.org/W3005600385","https://openalex.org/W3010143093","https://openalex.org/W3012607120","https://openalex.org/W3023001449","https://openalex.org/W3023497337","https://openalex.org/W3030092154","https://openalex.org/W3033892090","https://openalex.org/W3034223443","https://openalex.org/W3034324324","https://openalex.org/W3034328025","https://openalex.org/W3034350582","https://openalex.org/W3034355291","https://openalex.org/W3034431451","https://openalex.org/W3034475796","https://openalex.org/W3034487425","https://openalex.org/W3034497099","https://openalex.org/W3034503989","https://openalex.org/W3034588294","https://openalex.org/W3034648032","https://openalex.org/W3034649382","https://openalex.org/W3034676907","https://openalex.org/W3034690344","https://openalex.org/W3034697737","https://openalex.org/W3034776267","https://openalex.org/W3034844787","https://openalex.org/W3034873522","https://openalex.org/W3034917890","https://openalex.org/W3035122597","https://openalex.org/W3035264434","https://openalex.org/W3035281110","https://openalex.org/W3035292170","https://openalex.org/W3035317050","https://openalex.org/W3035345764","https://openalex.org/W3035371891","https://openalex.org/W3035393070","https://openalex.org/W3035460595","https://openalex.org/W3035520720","https://openalex.org/W3035523484","https://openalex.org/W3035539675","https://openalex.org/W3035563045","https://openalex.org/W3035625410","https://openalex.org/W3035628711","https://openalex.org/W3035666228","https://openalex.org/W3035700568","https://openalex.org/W3037047454","https://openalex.org/W3042143383","https://openalex.org/W3046238651","https://openalex.org/W3046399757","https://openalex.org/W3081056513","https://openalex.org/W3081364375","https://openalex.org/W3099844187","https://openalex.org/W3099849198","https://openalex.org/W3101155149","https://openalex.org/W3101609372","https://openalex.org/W3101981467","https://openalex.org/W3102161834","https://openalex.org/W3102937163","https://openalex.org/W3103101828","https://openalex.org/W3103897213","https://openalex.org/W3105503635","https://openalex.org/W3105819862","https://openalex.org/W3105911749","https://openalex.org/W3106426003","https://openalex.org/W3125997628","https://openalex.org/W3126983988","https://openalex.org/W3133543405","https://openalex.org/W3138819813","https://openalex.org/W3148438775","https://openalex.org/W3159259047","https://openalex.org/W3162291149","https://openalex.org/W3164846705","https://openalex.org/W3172917901","https://openalex.org/W3197347140","https://openalex.org/W3202703612","https://openalex.org/W4206060008","https://openalex.org/W4229494842","https://openalex.org/W4285034296","https://openalex.org/W4288083797","https://openalex.org/W4402843978","https://openalex.org/W6845700824"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W2368605798","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344"],"abstract_inverted_index":{"The":[0,169],"rising":[1],"popularity":[2],"of":[3,16,21,64,81,140,148],"explainable":[4],"artificial":[5],"intelligence":[6],"(XAI)":[7],"to":[8,18,127,158,181,191],"understand":[9],"high-performing":[10],"black":[11],"boxes":[12],"raised":[13],"the":[14,62,78,88,128],"question":[15],"how":[17],"evaluate":[19,110,120],"explanations":[20],"machine":[22],"learning":[23],"(ML)":[24],"models.":[25],"While":[26],"interpretability":[27,196],"and":[28,53,95,115,153,162,165,173,195],"explainability":[29],"are":[30],"often":[31],"presented":[32],"as":[33,51,72,185],"a":[34,42],"subjectively":[35],"validated":[36],"binary":[37],"property,":[38],"we":[39],"consider":[40],"it":[41],"multi-faceted":[43],"concept.":[44],"We":[45,103],"identify":[46],"12":[47],"conceptual":[48],"properties,":[49],"such":[50],"Compactness":[52],"Correctness,":[54],"that":[55,98,105],"should":[56],"be":[57],"evaluated":[58],"for":[59,75,130,193],"comprehensively":[60],"assessing":[61],"quality":[63],"an":[65,100,137],"explanation.":[66],"Our":[67,145],"so-called":[68],"Co-12":[69,170],"properties":[70],"serve":[71],"categorization":[73,171],"scheme":[74,172],"systematically":[76],"reviewing":[77],"evaluation":[79,133,143,149,176],"practices":[80],"more":[82],"than":[83],"300":[84],"papers":[85,109,119],"published":[86],"in":[87,107,117],"past":[89],"7":[90],"years":[91],"at":[92],"major":[93],"AI":[94],"ML":[96],"conferences":[97],"introduce":[99],"XAI":[101,142,167],"method.":[102],"find":[104],"one":[106,116],"three":[108],"exclusively":[111],"with":[112,121,155],"anecdotal":[113],"evidence,":[114],"five":[118],"users.":[122],"This":[123],"survey":[124],"also":[125],"contributes":[126],"call":[129],"objective,":[131],"quantifiable":[132],"methods":[134,150,177],"by":[135],"presenting":[136],"extensive":[138],"overview":[139],"quantitative":[141,183],"methods.":[144,168],"systematic":[146],"collection":[147],"provides":[151],"researchers":[152],"practitioners":[154],"concrete":[156],"tools":[157],"thoroughly":[159],"validate,":[160],"benchmark,":[161],"compare":[163],"new":[164],"existing":[166],"our":[174],"identified":[175],"open":[178],"up":[179],"opportunities":[180],"include":[182],"metrics":[184],"optimization":[186],"criteria":[187],"during":[188],"model":[189],"training":[190],"optimize":[192],"accuracy":[194],"simultaneously.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":121},{"year":2025,"cited_by_count":187},{"year":2024,"cited_by_count":152},{"year":2023,"cited_by_count":45},{"year":2022,"cited_by_count":9}],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2025-10-10T00:00:00"}