{"id":"https://openalex.org/W3209105474","doi":null,"title":"I don't understand! Evaluation methods for natural language explanations","display_name":"I don't understand! Evaluation methods for natural language explanations","alternate_titles":[],"publication_year":2021,"publication_date":"2021-07-02","ids":{"openalex":"https://openalex.org/W3209105474","mag":"3209105474"},"language":"en","primary_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/f5a9856c-88a1-48a9-9e45-32a3864f04fa","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.11820/f5a9856c-88a1-48a9-9e45-32a3864f04fa","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Clinciu, M, Eshghi, A & Hastie, H 2021, 'I don't understand! Evaluation methods for natural language explanations', CEUR Workshop Proceedings, vol. 2894, pp. 17-24. < https://ceur-ws.org/Vol-2894/short3.pdf >","raw_type":"info:eu-repo/semantics/article"},"parent_works":[],"lineage":["https://openalex.org/W3209105474"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/20.500.11820/f5a9856c-88a1-48a9-9e45-32a3864f04fa","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065655773","display_name":"Miruna Clinciu","orcid":"https://orcid.org/0000-0003-2233-3001","observed_orcids":["https://orcid.org/0000-0003-2233-3001"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Miruna Clinciu","raw_affiliation_strings":["School of Engineering & Physical Sciences"],"raw_orcid":"https://orcid.org/0000-0003-2233-3001","affiliations":[{"raw_affiliation_string":"School of Engineering & Physical Sciences","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013679563","display_name":"Arash Eshghi","orcid":"https://orcid.org/0000-0003-4711-4091","observed_orcids":["https://orcid.org/0000-0003-4711-4091"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Arash Eshghi","raw_affiliation_strings":["Computer Science"],"raw_orcid":"https://orcid.org/0000-0003-4711-4091","affiliations":[{"raw_affiliation_string":"Computer Science","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084819987","display_name":"Helen Hastie","orcid":"https://orcid.org/0000-0002-9177-7282","observed_orcids":["https://orcid.org/0000-0002-9177-7282"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Helen Hastie","raw_affiliation_strings":["Computer Science"],"raw_orcid":"https://orcid.org/0000-0002-9177-7282","affiliations":[{"raw_affiliation_string":"Computer Science","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1442,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.32188911,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":94},"biblio":{"volume":"2894","issue":null,"first_page":"17","last_page":"24"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language-explanations","display_name":"natural language explanations","score":0.9279999732971191},{"id":"https://openalex.org/keywords/explainability","display_name":"explainability","score":0.753000020980835},{"id":"https://openalex.org/keywords/evaluation-of-explanations","display_name":"explanation evaluation","score":0.7599999904632568},{"id":"https://openalex.org/keywords/human-understanding","display_name":"human understanding","score":0.5789999961853027},{"id":"https://openalex.org/keywords/natural-language-generation-evaluation","display_name":"natural language generation evaluation","score":0.8569999933242798},{"id":"https://openalex.org/keywords/linguistic-features","display_name":"linguistic features","score":0.9449999928474426},{"id":"https://openalex.org/keywords/human-evaluation","display_name":"human evaluation","score":0.9620000123977661},{"id":"https://openalex.org/keywords/bayesian-networks","display_name":"Bayesian networks","score":0.9100000262260437}],"concepts":[{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.540986180305481},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.457964688539505},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.44904130697250366},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42717012763023376},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4144970178604126},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.35413745045661926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3216453790664673},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.27074623107910156},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.18005892634391785},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:pure.ed.ac.uk:openaire/f5a9856c-88a1-48a9-9e45-32a3864f04fa","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.11820/f5a9856c-88a1-48a9-9e45-32a3864f04fa","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Clinciu, M, Eshghi, A & Hastie, H 2021, 'I don't understand! Evaluation methods for natural language explanations', CEUR Workshop Proceedings, vol. 2894, pp. 17-24. < https://ceur-ws.org/Vol-2894/short3.pdf >","raw_type":"info:eu-repo/semantics/article"},{"id":"mag:3209105474","doi":null,"is_oa":false,"landing_page_url":"https://researchportal.hw.ac.uk/en/publications/i-dont-understand-evaluation-methods-for-natural-language-explana","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/f5a9856c-88a1-48a9-9e45-32a3864f04fa","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.11820/f5a9856c-88a1-48a9-9e45-32a3864f04fa","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Clinciu, M, Eshghi, A & Hastie, H 2021, 'I don't understand! Evaluation methods for natural language explanations', CEUR Workshop Proceedings, vol. 2894, pp. 17-24. < https://ceur-ws.org/Vol-2894/short3.pdf >","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2053190983","display_name":null,"funder_award_id":"EP/R026173/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G2838024195","display_name":"UK Robotics and Artificial Intelligence Hub for Offshore Energy Asset Integrity Management","funder_award_id":"EP/R026173/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3136057049","display_name":null,"funder_award_id":"2020-2024","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G4417204317","display_name":"UKRI Trustworthy Autonomous Systems Node in Trust","funder_award_id":"EP/V026682/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G704101285","display_name":null,"funder_award_id":"EP/V026682/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G8675054711","display_name":"EPSRC Centre for Doctoral Training in Robotics and Autonomous Systems (RAS) in Edinburgh","funder_award_id":"EP/L016834/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320311518","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93"},{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2476025067","https://openalex.org/W2593050976","https://openalex.org/W2741672218","https://openalex.org/W2798362442","https://openalex.org/W2902883805","https://openalex.org/W2931198394","https://openalex.org/W2936695845","https://openalex.org/W2963341956","https://openalex.org/W3016254928","https://openalex.org/W3156686659"],"related_works":["https://openalex.org/W3136136581","https://openalex.org/W2902809094","https://openalex.org/W2498221483","https://openalex.org/W6942214773","https://openalex.org/W4214941486","https://openalex.org/W4414770852","https://openalex.org/W3176812563","https://openalex.org/W4307212054","https://openalex.org/W6992038689","https://openalex.org/W3156067019"],"abstract_inverted_index":{"Explainability":[0],"of":[1,19,78,107],"intelligent":[2],"systems":[3],"is":[4,12,25],"key":[5],"for":[6,63],"future":[7],"adoption.":[8],"While":[9],"much":[10],"work":[11,28,70],"ongoing":[13],"with":[14,38],"regards":[15],"to":[16,40],"developing":[17],"methods":[18,74],"explaining":[20],"complex":[21],"opaque":[22],"systems,":[23,60],"there":[24],"little":[26],"current":[27],"on":[29,71],"evaluating":[30],"how":[31,72],"effective":[32],"these":[33],"explanations":[34,47,109],"are,":[35],"in":[36,61],"particular":[37,62],"respect":[39],"the":[41,76,96],"user\u2019s":[42],"understanding.":[43],"Natural":[44,79],"language":[45],"(NL)":[46],"can":[48,83],"be":[49,84],"seen":[50],"as":[51],"an":[52],"intuitive":[53],"channel":[54],"between":[55,98],"humans":[56],"and":[57,101],"artificial":[58],"intelligence":[59],"enhancing":[64],"transparency.":[65],"This":[66],"paper":[67],"presents":[68],"existing":[69],"evaluation":[73],"from":[75,111],"field":[77],"Language":[80],"Generation":[81],"(NLG)":[82],"mapped":[85],"onto":[86],"NL":[87,108],"explanations.":[88],"Also,":[89],"we":[90],"present":[91],"a":[92,105],"preliminary":[93],"investigation":[94],"into":[95],"relationship":[97],"linguistic":[99],"features":[100],"human":[102],"evaluation,":[103],"using":[104],"dataset":[106],"derived":[110],"Bayesian":[112],"Networks.":[113]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3209105474","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2021-11-08T00:00:00"}
