{"id":"https://openalex.org/W3133848836","doi":"https://doi.org/10.24963/ijcai.2021/609","title":"If Only We Had Better Counterfactual Explanations: Five Key Deficits to Rectify in the Evaluation of Counterfactual XAI Techniques","display_name":"If Only We Had Better Counterfactual Explanations: Five Key Deficits to Rectify in the Evaluation of Counterfactual XAI Techniques","alternate_titles":[],"publication_year":2021,"publication_date":"2021-08-01","ids":{"openalex":"https://openalex.org/W3133848836","doi":"https://doi.org/10.24963/ijcai.2021/609","mag":"3133848836"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2021/609","doi":"https://doi.org/10.24963/ijcai.2021/609","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/609","pdf_url":null,"source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3133848836"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2103.01035","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074878641","display_name":"Mark T. Keane","orcid":"https://orcid.org/0000-0001-7630-9598","observed_orcids":["https://orcid.org/0000-0001-7630-9598"]},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]},{"id":"https://openalex.org/I168346926","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38","country_code":"IE","type":"nonprofit","lineage":["https://openalex.org/I168346926","https://openalex.org/I4404532877"]},{"id":"https://openalex.org/I4405269194","display_name":"Insight SFI Research Centre for Data Analytics","ror":"https://ror.org/03c01dw55","country_code":"IE","type":"facility","lineage":["https://openalex.org/I4405269194"]}],"countries":["IE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mark T. Keane","raw_affiliation_strings":["Insight Centre for Data Analytics, Belfield, Dublin 4, Ireland","School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","VistaMilk SFI Research Centre, Belfield, Dublin 4, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Insight Centre for Data Analytics, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I4405269194"]},{"raw_affiliation_string":"School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"VistaMilk SFI Research Centre, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I168346926"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085606158","display_name":"Eoin M. Kenny","orcid":"https://orcid.org/0000-0001-5800-2525","observed_orcids":["https://orcid.org/0000-0001-5800-2525"]},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]},{"id":"https://openalex.org/I168346926","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38","country_code":"IE","type":"nonprofit","lineage":["https://openalex.org/I168346926","https://openalex.org/I4404532877"]}],"countries":["IE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Eoin M. Kenny","raw_affiliation_strings":["School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","VistaMilk SFI Research Centre, Belfield, Dublin 4, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"VistaMilk SFI Research Centre, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I168346926"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057211894","display_name":"Eoin D. Delaney","orcid":"https://orcid.org/0000-0002-7282-8494","observed_orcids":["https://orcid.org/0000-0002-7282-8494"]},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]},{"id":"https://openalex.org/I168346926","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38","country_code":"IE","type":"nonprofit","lineage":["https://openalex.org/I168346926","https://openalex.org/I4404532877"]}],"countries":["IE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Eoin Delaney","raw_affiliation_strings":["School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","VistaMilk SFI Research Centre, Belfield, Dublin 4, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"VistaMilk SFI Research Centre, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I168346926"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065595661","display_name":"Barry Smyth","orcid":"https://orcid.org/0000-0003-0962-3362","observed_orcids":["https://orcid.org/0000-0003-0962-3362"]},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]},{"id":"https://openalex.org/I4405269194","display_name":"Insight SFI Research Centre for Data Analytics","ror":"https://ror.org/03c01dw55","country_code":"IE","type":"facility","lineage":["https://openalex.org/I4405269194"]}],"countries":["IE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Barry Smyth","raw_affiliation_strings":["Insight Centre for Data Analytics, Belfield, Dublin 4, Ireland","School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Insight Centre for Data Analytics, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I4405269194"]},{"raw_affiliation_string":"School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.3242,"has_fulltext":true,"cited_by_count":261,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.98927946,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4466","last_page":"4474"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-explanations","display_name":"counterfactual explanations","score":0.9950000047683716},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.9430000185966492},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.6359999775886536},{"id":"https://openalex.org/keywords/user-testing","display_name":"user testing","score":0.8289999961853027},{"id":"https://openalex.org/keywords/psychological-assessment","display_name":"psychological assessment","score":0.5600000023841858},{"id":"https://openalex.org/keywords/numerical-evaluation","display_name":"numerical evaluation","score":0.9639999866485596}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.9887722730636597},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6150587201118469},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6002991199493408},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5334033966064453},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.47756844758987427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47291383147239685},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.389395534992218},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.382235586643219},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.21521571278572083},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1953863799571991},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12094515562057495},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08442777395248413},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.072133868932724},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.24963/ijcai.2021/609","doi":"https://doi.org/10.24963/ijcai.2021/609","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/609","pdf_url":null,"source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2103.01035","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.01035","pdf_url":"https://arxiv.org/pdf/2103.01035","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3133848836","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2103.01035v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2103.01035","doi":"https://doi.org/10.48550/arxiv.2103.01035","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2103.01035","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2103.01035","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.01035","pdf_url":"https://arxiv.org/pdf/2103.01035","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1365711911","display_name":null,"funder_award_id":"12 /RC/2289-P2","funder_id":"https://openalex.org/F4320331354","funder_display_name":"Insight SFI Research Centre for Data Analytics"},{"id":"https://openalex.org/G3695527833","display_name":"INSIGHT_Phase 2","funder_award_id":"12/RC/2289_P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G5487618474","display_name":"VistaMilk Centre","funder_award_id":"16/RC/3835","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320331354","display_name":"Insight SFI Research Centre for Data Analytics","ror":"https://ror.org/03c01dw55"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3133848836.pdf","grobid_xml":"https://content.openalex.org/works/W3133848836.grobid-xml"},"referenced_works_count":89,"referenced_works":["https://openalex.org/W198744195","https://openalex.org/W1540596182","https://openalex.org/W1554864804","https://openalex.org/W2008186371","https://openalex.org/W2017470614","https://openalex.org/W2088987104","https://openalex.org/W2105497548","https://openalex.org/W2110884135","https://openalex.org/W2133665775","https://openalex.org/W2142616840","https://openalex.org/W2144182447","https://openalex.org/W2282821441","https://openalex.org/W2342632244","https://openalex.org/W2439568532","https://openalex.org/W2594475271","https://openalex.org/W2618851150","https://openalex.org/W2670253439","https://openalex.org/W2715209044","https://openalex.org/W2765204106","https://openalex.org/W2774522520","https://openalex.org/W2788362053","https://openalex.org/W2789160704","https://openalex.org/W2803532212","https://openalex.org/W2804878416","https://openalex.org/W2809065747","https://openalex.org/W2836829401","https://openalex.org/W2886947409","https://openalex.org/W2891340972","https://openalex.org/W2891503716","https://openalex.org/W2895387715","https://openalex.org/W2897715188","https://openalex.org/W2898694742","https://openalex.org/W2903808828","https://openalex.org/W2909392392","https://openalex.org/W2914935482","https://openalex.org/W2936967648","https://openalex.org/W2944850799","https://openalex.org/W2945295328","https://openalex.org/W2945315238","https://openalex.org/W2947794021","https://openalex.org/W2953945697","https://openalex.org/W2962966435","https://openalex.org/W2963125461","https://openalex.org/W2965970765","https://openalex.org/W2966362896","https://openalex.org/W2971048680","https://openalex.org/W2973319951","https://openalex.org/W2977229822","https://openalex.org/W2981686111","https://openalex.org/W2987086488","https://openalex.org/W2994363832","https://openalex.org/W2995528912","https://openalex.org/W2997560917","https://openalex.org/W2998512575","https://openalex.org/W3004170979","https://openalex.org/W3005811914","https://openalex.org/W3009804117","https://openalex.org/W3019132020","https://openalex.org/W3025915057","https://openalex.org/W3028884462","https://openalex.org/W3034697737","https://openalex.org/W3037634279","https://openalex.org/W3039514326","https://openalex.org/W3042074110","https://openalex.org/W3081435493","https://openalex.org/W3081527501","https://openalex.org/W3085152052","https://openalex.org/W3085543735","https://openalex.org/W3088117111","https://openalex.org/W3093610853","https://openalex.org/W3094509718","https://openalex.org/W3095030303","https://openalex.org/W3105449709","https://openalex.org/W3110081891","https://openalex.org/W3111711122","https://openalex.org/W3117870500","https://openalex.org/W3125159465","https://openalex.org/W3125911571","https://openalex.org/W3128015545","https://openalex.org/W3135487809","https://openalex.org/W3163976319","https://openalex.org/W3214404698","https://openalex.org/W4226290207","https://openalex.org/W4287186718","https://openalex.org/W4288083797","https://openalex.org/W4371785003","https://openalex.org/W4400461591","https://openalex.org/W6864014924","https://openalex.org/W7074602641"],"related_works":["https://openalex.org/W4296640255","https://openalex.org/W7025413926","https://openalex.org/W7171382305","https://openalex.org/W7065902593","https://openalex.org/W3028884462","https://openalex.org/W4409347473","https://openalex.org/W4396622679","https://openalex.org/W4291214038","https://openalex.org/W7137806713","https://openalex.org/W7039667237"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"there":[3],"has":[4],"been":[5,59,79],"an":[6],"explosion":[7],"of":[8,20,75,88],"AI":[9,22],"research":[10],"on":[11],"counterfactual":[12,42],"explanations":[13,25],"as":[14],"a":[15,94],"solution":[16],"to":[17,27,54,102],"the":[18,47,52,68,86,104],"problem":[19],"eXplainable":[21],"(XAI).":[23],"These":[24],"seem":[26],"offer":[28],"technical,":[29],"psychological":[30],"and":[31,64,66,93],"legal":[32],"benefits":[33],"over":[34],"other":[35],"explanation":[36,43],"techniques.":[37],"We":[38],"survey":[39,50],"100":[40],"distinct":[41],"methods":[44,57,77,90],"reported":[45],"in":[46,85,114],"literature.":[48],"This":[49],"addresses":[51],"extent":[53],"which":[55],"these":[56,76,89],"have":[58,78],"adequately":[60],"evaluated,":[61],"both":[62],"psychologically":[63],"computationally,":[65],"quantifies":[67],"shortfalls":[69],"occurring.":[70],"For":[71],"instance,":[72],"only":[73],"21%":[74],"user":[80],"tested.":[81],"Five":[82],"key":[83],"deficits":[84],"evaluation":[87],"are":[91],"detailed":[92],"roadmap,":[95],"with":[96],"standardised":[97],"benchmark":[98],"evaluations,":[99],"is":[100],"proposed":[101],"resolve":[103],"issues":[105],"arising;":[106],"issues,":[107],"that":[108],"currently":[109],"effectively":[110],"block":[111],"scientific":[112],"progress":[113],"this":[115],"field.":[116]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3133848836","counts_by_year":[{"year":2026,"cited_by_count":52},{"year":2025,"cited_by_count":50},{"year":2024,"cited_by_count":58},{"year":2023,"cited_by_count":56},{"year":2022,"cited_by_count":32},{"year":2021,"cited_by_count":13}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2021-03-15T00:00:00"}
