{"id":"https://openalex.org/W2862332728","doi":"https://doi.org/10.24963/ijcai.2018/865","title":"Glass-Box: Explaining AI Decisions With Counterfactual Statements Through Conversation With a Voice-enabled Virtual Assistant","display_name":"Glass-Box: Explaining AI Decisions With Counterfactual Statements Through Conversation With a Voice-enabled Virtual Assistant","alternate_titles":[],"publication_year":2018,"publication_date":"2018-07-01","ids":{"openalex":"https://openalex.org/W2862332728","doi":"https://doi.org/10.24963/ijcai.2018/865","mag":"2862332728"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2018/865","doi":"https://doi.org/10.24963/ijcai.2018/865","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2018/865","pdf_url":null,"source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2862332728"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ijcai.org/proceedings/2018/0865.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083819794","display_name":"Kacper Sokol","orcid":"https://orcid.org/0000-0002-9869-5896","observed_orcids":["https://orcid.org/0000-0002-9869-5896"]},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kacper Sokol","raw_affiliation_strings":["Department of Computer Science, University of Bristol"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057936560","display_name":"Peter A. Flach","orcid":"https://orcid.org/0000-0001-6857-5810","observed_orcids":["https://orcid.org/0000-0001-6857-5810"]},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peter Flach","raw_affiliation_strings":["Department of Computer Science, University of Bristol"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36234482"],"apc_list":null,"apc_paid":null,"fwci":2.7526,"has_fulltext":true,"cited_by_count":84,"citation_normalized_percentile":{"value":0.93437115,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"5868","last_page":"5870"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.7400000095367432},{"id":"https://openalex.org/keywords/counterfactual-explanations","display_name":"counterfactual explanations","score":0.8550000190734863},{"id":"https://openalex.org/keywords/conversational-ai","display_name":"conversational AI","score":0.6290000081062317},{"id":"https://openalex.org/keywords/automated-decision-making","display_name":"automated decision-making","score":0.7419999837875366},{"id":"https://openalex.org/keywords/algorithmic-transparency","display_name":"algorithmic transparency","score":0.8050000071525574},{"id":"https://openalex.org/keywords/algorithmic-bias","display_name":"algorithmic bias","score":0.6389999985694885},{"id":"https://openalex.org/keywords/loan-approval-decisions","display_name":"loan approval decisions","score":0.824999988079071},{"id":"https://openalex.org/keywords/natural-language-explanations","display_name":"natural language explanations","score":0.49399998784065247}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.9022234678268433},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7903720140457153},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7284529805183411},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6076174378395081},{"id":"https://openalex.org/C2777764128","wikidata":"https://www.wikidata.org/wiki/Q189539","display_name":"Loan","level":2,"score":0.5736347436904907},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5374984741210938},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.4589165151119232},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42631110548973083},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3596259355545044},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19321128726005554},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.16545113921165466},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11185219883918762},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.09857144951820374},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.24963/ijcai.2018/865","doi":"https://doi.org/10.24963/ijcai.2018/865","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2018/865","pdf_url":null,"source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire/85483b34-b040-4791-8ba7-ac1d4982de47","doi":null,"is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/85483b34-b040-4791-8ba7-ac1d4982de47","pdf_url":"https://www.ijcai.org/proceedings/2018/0865.pdf","source":{"id":"https://openalex.org/S7407055359","display_name":"Explore Bristol Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sokol, K & Flach, P A 2018, Glass-Box: Explaining AI Decisions With Counterfactual Statements Through Conversation With a Voice-enabled Virtual Assistant. in IJCAI. pp. 5868-5870. < https://www.ijcai.org/proceedings/2018/865 >","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire_cris_publications/85483b34-b040-4791-8ba7-ac1d4982de47","doi":null,"is_oa":true,"landing_page_url":"https://www.ijcai.org/proceedings/2018/865","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sokol, K & Flach, P A 2018, Glass-Box: Explaining AI Decisions With Counterfactual Statements Through Conversation With a Voice-enabled Virtual Assistant. in IJCAI. pp. 5868-5870. < https://www.ijcai.org/proceedings/2018/865 >","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:research-information.bris.ac.uk:openaire/85483b34-b040-4791-8ba7-ac1d4982de47","doi":null,"is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/85483b34-b040-4791-8ba7-ac1d4982de47","pdf_url":"https://www.ijcai.org/proceedings/2018/0865.pdf","source":{"id":"https://openalex.org/S7407055359","display_name":"Explore Bristol Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sokol, K & Flach, P A 2018, Glass-Box: Explaining AI Decisions With Counterfactual Statements Through Conversation With a Voice-enabled Virtual Assistant. in IJCAI. pp. 5868-5870. < https://www.ijcai.org/proceedings/2018/865 >","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1336908035","display_name":"Narrative Analytics: Telling the Story behind the data","funder_award_id":"1729919","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6791753962","display_name":"EPSRC IRC 'SPHERE' - a Sensor Platform for HEalthcare in a Residential Environment","funder_award_id":"EP/K031910/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2862332728.pdf","grobid_xml":"https://content.openalex.org/works/W2862332728.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2130485404","https://openalex.org/W2282821441","https://openalex.org/W2516809705","https://openalex.org/W2553981914","https://openalex.org/W2670253439","https://openalex.org/W2715209044","https://openalex.org/W2765204106","https://openalex.org/W2952517774","https://openalex.org/W2963125461","https://openalex.org/W2963673242","https://openalex.org/W6790825729"],"related_works":["https://openalex.org/W4406409438","https://openalex.org/W4404181120","https://openalex.org/W2920396325","https://openalex.org/W2994120362","https://openalex.org/W7065835453","https://openalex.org/W4388512343","https://openalex.org/W2824228311","https://openalex.org/W6960095676","https://openalex.org/W6962663030","https://openalex.org/W7167828996"],"abstract_inverted_index":{"The":[0],"prevalence":[1],"of":[2,9,81,140],"automated":[3,58,159],"decision":[4,160],"making,":[5],"influencing":[6],"important":[7],"aspects":[8],"our":[10],"lives":[11],"--":[12,21,131],"e.g.,":[13],"school":[14],"admission,":[15],"job":[16],"market,":[17],"insurance":[18],"and":[19,29,37,42,60,66],"banking":[20],"has":[22],"resulted":[23],"in":[24,92,127],"increasing":[25],"pressure":[26],"from":[27],"society":[28],"regulators":[30],"to":[31,56,100,113,146,156],"make":[32],"this":[33],"process":[34],"more":[35],"transparent":[36],"ensure":[38],"its":[39,102],"explainability,":[40],"accountability":[41],"fairness.":[43],"We":[44,136],"demonstrate":[45,137],"a":[46,79,90,93,119,128,148],"prototype":[47],"voice-enabled":[48],"device,":[49],"called":[50],"Glass-Box,":[51],"which":[52,88],"users":[53,145],"can":[54,152],"question":[55,153],"understand":[57,157],"decisions":[59],"identify":[61],"the":[62,125,138,141,154,158],"underlying":[63],"model's":[64],"biases":[65],"errors.":[67],"Our":[68],"system":[69,126,155],"explains":[70],"algorithmic":[71],"predictions":[72],"with":[73,124],"class-contrastive":[74],"counterfactual":[75],"statements":[76],"(e.g.,":[77],"``Had":[78],"number":[80],"conditions":[82],"been":[83],"different:...the":[84],"prediction":[85],"would":[86],"change...''),":[87],"show":[89],"difference":[91],"particular":[94],"scenario":[95],"that":[96,161],"causes":[97],"an":[98,133],"algorithm":[99],"``change":[101],"mind''.":[103],"Such":[104],"explanations":[105],"do":[106],"not":[107],"require":[108],"any":[109],"prior":[110],"technical":[111],"knowledge":[112],"understand,":[114],"hence":[115],"are":[116],"suitable":[117],"for":[118],"lay":[120],"audience,":[121],"who":[122,151],"interact":[123],"natural":[129],"way":[130],"through":[132],"interactive":[134],"dialogue.":[135],"capabilities":[139],"device":[142],"by":[143],"allowing":[144],"impersonate":[147],"loan":[149],"applicant":[150],"he":[162],"received.":[163]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2862332728","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":6}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2018-07-19T00:00:00"}
