{"id":"https://openalex.org/W4287855108","doi":"https://doi.org/10.18653/v1/2022.naacl-main.38","title":"Explaining Why: How Instructions and User Interfaces Impact Annotator Rationales When Labeling Text Data","display_name":"Explaining Why: How Instructions and User Interfaces Impact Annotator Rationales When Labeling Text Data","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4287855108","doi":"https://doi.org/10.18653/v1/2022.naacl-main.38"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.naacl-main.38","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.naacl-main.38","pdf_url":"https://aclanthology.org/2022.naacl-main.38.pdf","source":{"id":"https://openalex.org/S4363608774","display_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.naacl-main.38.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044524521","display_name":"Jamar Sullivan","orcid":null},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jamar Sullivan Jr.","raw_affiliation_strings":["University of Chicago,"],"affiliations":[{"raw_affiliation_string":"University of Chicago,","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103620788","display_name":"Will Brackenbury","orcid":null},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Will Brackenbury","raw_affiliation_strings":["University of Chicago,"],"affiliations":[{"raw_affiliation_string":"University of Chicago,","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058039138","display_name":"Andrew McNutt","orcid":"https://orcid.org/0000-0001-8255-4258"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew McNutt","raw_affiliation_strings":["University of Chicago,"],"affiliations":[{"raw_affiliation_string":"University of Chicago,","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063296381","display_name":"Kevin Bryson","orcid":"https://orcid.org/0000-0002-1163-6368"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Bryson","raw_affiliation_strings":["University of Chicago,"],"affiliations":[{"raw_affiliation_string":"University of Chicago,","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088553866","display_name":"Kwam Byll","orcid":null},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwam Byll","raw_affiliation_strings":["University of Chicago,"],"affiliations":[{"raw_affiliation_string":"University of Chicago,","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100416080","display_name":"Yuxin Chen","orcid":"https://orcid.org/0000-0002-1545-0077"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuxin Chen","raw_affiliation_strings":["University of Chicago,"],"affiliations":[{"raw_affiliation_string":"University of Chicago,","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009722403","display_name":"Michael L. Littman","orcid":"https://orcid.org/0000-0002-5596-1840"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Littman","raw_affiliation_strings":["Brown University"],"affiliations":[{"raw_affiliation_string":"Brown University","institution_ids":["https://openalex.org/I175594653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079270249","display_name":"Chenhao Tan","orcid":"https://orcid.org/0000-0002-3981-2116"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenhao Tan","raw_affiliation_strings":["University of Chicago,"],"affiliations":[{"raw_affiliation_string":"University of Chicago,","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071246801","display_name":"Blase Ur","orcid":"https://orcid.org/0000-0001-9365-3155"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Blase Ur","raw_affiliation_strings":["University of Chicago,"],"affiliations":[{"raw_affiliation_string":"University of Chicago,","institution_ids":["https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5044524521"],"corresponding_institution_ids":["https://openalex.org/I40347166"],"apc_list":null,"apc_paid":null,"fwci":0.1044,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.27376789,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"521","last_page":"531"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chen","display_name":"Chen","score":0.6913176774978638},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5382241010665894},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.4333909749984741},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3921756446361542},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.2420535683631897},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.0915018618106842}],"concepts":[{"id":"https://openalex.org/C2776085556","wikidata":"https://www.wikidata.org/wiki/Q183361","display_name":"Chen","level":2,"score":0.6913176774978638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5382241010665894},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4333909749984741},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3921756446361542},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.2420535683631897},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0915018618106842},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2022.naacl-main.38","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.naacl-main.38","pdf_url":"https://aclanthology.org/2022.naacl-main.38.pdf","source":{"id":"https://openalex.org/S4363608774","display_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.naacl-main.38","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.naacl-main.38","pdf_url":"https://aclanthology.org/2022.naacl-main.38.pdf","source":{"id":"https://openalex.org/S4363608774","display_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8399999737739563}],"awards":[{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4287855108.pdf","grobid_xml":"https://content.openalex.org/works/W4287855108.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2113459411","https://openalex.org/W2153332911","https://openalex.org/W2558888286","https://openalex.org/W2594475271","https://openalex.org/W2739912280","https://openalex.org/W2804897457","https://openalex.org/W2892357834","https://openalex.org/W2917263758","https://openalex.org/W2963029083","https://openalex.org/W2963798744","https://openalex.org/W2963961878","https://openalex.org/W2981731882","https://openalex.org/W3034444624","https://openalex.org/W3035503910","https://openalex.org/W3103035585","https://openalex.org/W3130196849","https://openalex.org/W3175741278","https://openalex.org/W4307653649"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2370310922","https://openalex.org/W2386975637","https://openalex.org/W2891436901","https://openalex.org/W2388837937","https://openalex.org/W2087355708","https://openalex.org/W2385339070","https://openalex.org/W4291238811","https://openalex.org/W2390434941"],"abstract_inverted_index":{"Jamar":[0],"Sullivan":[1],"Jr.,":[2],"Will":[3],"Brackenbury,":[4],"Andrew":[5],"McNutt,":[6],"Kevin":[7],"Bryson,":[8],"Kwam":[9],"Byll,":[10],"Yuxin":[11],"Chen,":[12],"Michael":[13],"Littman,":[14],"Chenhao":[15],"Tan,":[16],"Blase":[17],"Ur.":[18],"Proceedings":[19],"of":[20,24,29],"the":[21,25,30],"2022":[22],"Conference":[23],"North":[26],"American":[27],"Chapter":[28],"Association":[31],"for":[32],"Computational":[33],"Linguistics:":[34],"Human":[35],"Language":[36],"Technologies.":[37],"2022.":[38]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}