{"id":"https://openalex.org/W2979589101","doi":"https://doi.org/10.18653/v1/w19-5938","title":"From Explainability to Explanation: Using a Dialogue Setting to Elicit Annotations with Justifications","display_name":"From Explainability to Explanation: Using a Dialogue Setting to Elicit Annotations with Justifications","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2979589101","doi":"https://doi.org/10.18653/v1/w19-5938","mag":"2979589101"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-5938","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5938","pdf_url":"https://www.aclweb.org/anthology/W19-5938.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Annual SIGdial Meeting on Discourse and Dialogue","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W19-5938.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081940836","display_name":"Nazia Attari","orcid":null},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Nazia Attari","raw_affiliation_strings":["Research Institute for Cognition and Robotics Bielefeld University, Germany"],"affiliations":[{"raw_affiliation_string":"Research Institute for Cognition and Robotics Bielefeld University, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071842389","display_name":"Martin Heckmann","orcid":"https://orcid.org/0000-0002-1794-1160"},"institutions":[{"id":"https://openalex.org/I4210112253","display_name":"Honda (Germany)","ror":"https://ror.org/022c1xk47","country_code":"DE","type":"company","lineage":["https://openalex.org/I1283473643","https://openalex.org/I4210112253"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Heckmann","raw_affiliation_strings":["Honda Research Institute Europe Germany"],"affiliations":[{"raw_affiliation_string":"Honda Research Institute Europe Germany","institution_ids":["https://openalex.org/I4210112253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032801642","display_name":"David Schlangen","orcid":"https://orcid.org/0000-0002-2686-6887"},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Schlangen","raw_affiliation_strings":["Computational Linguistics University of Potsdam, Germany"],"affiliations":[{"raw_affiliation_string":"Computational Linguistics University of Potsdam, Germany","institution_ids":["https://openalex.org/I176453806"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5081940836"],"corresponding_institution_ids":["https://openalex.org/I20121455"],"apc_list":null,"apc_paid":null,"fwci":0.4329,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72518891,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"331","last_page":"335"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dialogical-self","display_name":"Dialogical self","score":0.8517729043960571},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7661460041999817},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7599071264266968},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7364246845245361},{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.6980392336845398},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5847964286804199},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5644300580024719},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5288618206977844},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5188602209091187},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5022878646850586},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.4709022343158722},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.43477508425712585},{"id":"https://openalex.org/keywords/sensemaking","display_name":"Sensemaking","score":0.4148896038532257},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.41427505016326904},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3841163218021393},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1806667149066925},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11592870950698853},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.09570333361625671},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09466397762298584}],"concepts":[{"id":"https://openalex.org/C10646191","wikidata":"https://www.wikidata.org/wiki/Q1996523","display_name":"Dialogical self","level":2,"score":0.8517729043960571},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7661460041999817},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7599071264266968},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7364246845245361},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.6980392336845398},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5847964286804199},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5644300580024719},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5288618206977844},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5188602209091187},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5022878646850586},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.4709022343158722},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.43477508425712585},{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.4148896038532257},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41427505016326904},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3841163218021393},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1806667149066925},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11592870950698853},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.09570333361625671},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09466397762298584},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/w19-5938","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5938","pdf_url":"https://www.aclweb.org/anthology/W19-5938.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Annual SIGdial Meeting on Discourse and Dialogue","raw_type":"proceedings-article"},{"id":"pmh:oai:pub.uni-bielefeld.de:2937428","is_oa":true,"landing_page_url":"https://pub.uni-bielefeld.de/record/2937428","pdf_url":null,"source":{"id":"https://openalex.org/S4306401624","display_name":"Publikationen an der Universit\u00e4t Bielefeld (Universit\u00e4t Bielefeld)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I20121455","host_organization_name":"Bielefeld University","host_organization_lineage":["https://openalex.org/I20121455"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Attari N, Heckmann M, Schlangen D. From Explainability to Explanation: Using a Dialogue Setting to Elicit Annotations with Justifications. In: Ultes S, ed. <em>20th Annual Meeting of the Special Interest Group on Discourse and Dialogue (SIGDIAL 2019). Proceedings of the Conference, 11-13 September 2019 Stockholm, Sweden</em>. Stroudsburg, PA: Association for Computational Linguistics (ACL);  2019: 331-335.","raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-5938","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5938","pdf_url":"https://www.aclweb.org/anthology/W19-5938.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Annual SIGdial Meeting on Discourse and Dialogue","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2979589101.pdf","grobid_xml":"https://content.openalex.org/works/W2979589101.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W644273409","https://openalex.org/W1797268635","https://openalex.org/W2118022153","https://openalex.org/W2282821441","https://openalex.org/W2462906003","https://openalex.org/W2516809705","https://openalex.org/W2594475271","https://openalex.org/W2807015674","https://openalex.org/W2904479140","https://openalex.org/W2962862931","https://openalex.org/W2963483561","https://openalex.org/W2979997102","https://openalex.org/W4212955756"],"related_works":["https://openalex.org/W2776402699","https://openalex.org/W2989758125","https://openalex.org/W2289593370","https://openalex.org/W3002559787","https://openalex.org/W4313139854","https://openalex.org/W2991526051","https://openalex.org/W2922008836","https://openalex.org/W4392138360","https://openalex.org/W2577852061","https://openalex.org/W2160608136"],"abstract_inverted_index":{"Despite":[0],"recent":[1],"attempts":[2],"in":[3,27,94,138,169],"the":[4,18,32,38,64,75,78,81,84,112,162,170,175,182,187,192],"field":[5],"of":[6,41,58,83,125],"explainable":[7],"AI":[8],"to":[9,55,71],"go":[10],"beyond":[11],"black":[12],"box":[13],"prediction":[14],"models,":[15],"typically":[16],"already":[17],"training":[19],"data":[20],"for":[21],"supervised":[22],"machine":[23],"learning":[24],"is":[25,53],"collected":[26],"a":[28,35,51,56,117,123,128,139],"manner":[29],"that":[30,108,152,158,181],"treats":[31],"annotator":[33],"as":[34,96,116,122],"\"black":[36],"box\",":[37],"internal":[39],"workings":[40],"which":[42],"remains":[43],"unobserved.":[44],"We":[45,165],"present":[46],"an":[47],"annotation":[48,135],"method":[49],"where":[50],"task":[52],"given":[54],"pair":[57],"annotators":[59],"who":[60],"collaborate":[61],"on":[62,74,114,174],"finding":[63],"best":[65],"response.":[66],"With":[67],"this":[68,88,109,159],"we":[69,106,131,178],"want":[70],"shed":[72],"light":[73],"questions":[76],"if":[77,87],"collaboration":[79,156,160,188],"increases":[80,161],"quality":[82],"responses":[85],"and":[86,144,157],"\"thinking":[89],"together\"":[90],"provides":[91],"useful":[92],"information":[93],"itself,":[95],"it":[97],"at":[98],"least":[99],"partially":[100],"reveals":[101],"their":[102],"reasoning":[103],"steps.":[104],"Furthermore,":[105],"expect":[107],"setting":[110],"puts":[111],"focus":[113],"explanation":[115],"linguistic":[118],"act,":[119],"vs.":[120],"explainability":[121],"property":[124],"models.":[126],"In":[127],"crowd-sourcing":[129],"experiment,":[130],"investigated":[132],"three":[133],"different":[134],"tasks,":[136],"each":[137],"collaborative":[140],"dialogical":[141],"(two":[142],"annotators)":[143],"monological":[145],"(one":[146],"annotator)":[147],"setting.":[148],"Our":[149],"results":[150],"indicate":[151],"our":[153],"experiment":[154],"elicits":[155],"response":[163],"accuracy.":[164],"see":[166],"large":[167],"differences":[168],"annotators'":[171],"behavior":[172],"depending":[173],"task.":[176,193],"Similarly,":[177],"also":[179],"observe":[180],"dialog":[183],"patterns":[184],"emerging":[185],"from":[186],"vary":[189],"significantly":[190],"with":[191]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}