{"id":"https://openalex.org/W4415953472","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1342","title":"Agree, Disagree, Explain: Decomposing Human Label Variation in NLI through the Lens of Explanations","display_name":"Agree, Disagree, Explain: Decomposing Human Label Variation in NLI through the Lens of Explanations","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W4415953472","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1342"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.1342","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1342","pdf_url":"https://aclanthology.org/2026.findings-acl.1342.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.1342.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Pingjun Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pingjun Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073611983","display_name":"Beiduo Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beiduo Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008224824","display_name":"Siyao Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Siyao Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112862689","display_name":"Marie-Catherine de Marneffe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marie-Catherine de Marneffe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046895021","display_name":"Benjamin Roth","orcid":"https://orcid.org/0000-0003-0362-0267"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjamin Roth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5088832285","display_name":"Barbara Plank","orcid":"https://orcid.org/0000-0002-4394-1965"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barbara Plank","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01864469,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"26922","last_page":"26934"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.42260000109672546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.42260000109672546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.16249999403953552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05079999938607216,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.5756000280380249},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5587999820709229},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.520799994468689},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.42829999327659607},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4124000072479248},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3375999927520752},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.32260000705718994}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.642799973487854},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.598800003528595},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.5756000280380249},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5708000063896179},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5587999820709229},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.520799994468689},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.42829999327659607},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4124000072479248},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.32260000705718994},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2793999910354614},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2777999937534332},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2549999952316284}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.1342","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1342","pdf_url":"https://aclanthology.org/2026.findings-acl.1342.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2510.16458","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2510.16458","pdf_url":"https://arxiv.org/pdf/2510.16458","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.16458","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.16458","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.1342","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1342","pdf_url":"https://aclanthology.org/2026.findings-acl.1342.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2286425997","display_name":null,"funder_award_id":"10.47379/VRG19008]","funder_id":"https://openalex.org/F4320321003","funder_display_name":"Vienna Science and Technology Fund"},{"id":"https://openalex.org/G7247946260","display_name":null,"funder_award_id":"10.47379/","funder_id":"https://openalex.org/F4320321003","funder_display_name":"Vienna Science and Technology Fund"}],"funders":[{"id":"https://openalex.org/F4320321003","display_name":"Vienna Science and Technology Fund","ror":"https://ror.org/01f9mc681"},{"id":"https://openalex.org/F4320321390","display_name":"Fonds De La Recherche Scientifique - FNRS","ror":"https://ror.org/03q83t159"},{"id":"https://openalex.org/F4320321691","display_name":"Universit\u00e4t Wien","ror":"https://ror.org/03prydq77"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415953472.pdf","grobid_xml":"https://content.openalex.org/works/W4415953472.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Natural":[0],"Language":[1],"Inference":[2],"(NLI)":[3],"datasets":[4,103],"often":[5],"exhibit":[6],"human":[7],"label":[8,54,112,135,159,176],"variation.To":[9],"better":[10,168],"understand":[11],"these":[12],"variations,":[13],"explanation-based":[14],"approaches":[15],"analyze":[16,86],"the":[17,26,52,61,72,78,134,170,181,187],"underlying":[18,146],"reasoning":[19,36,73,166],"behind":[20],"annotators'":[21,125],"decisions.One":[22],"such":[23],"approach":[24],"is":[25],"LITEX":[27,41,99],"taxonomy,":[28],"which":[29],"categorizes":[30],"free-text":[31],"explanations":[32,81,174,185],"in":[33,71,77,88,96,148,155,165,191],"English":[34],"into":[35],"categories.However,":[37],"previous":[38],"work":[39],"applying":[40],"has":[42],"focused":[43],"on":[44,51,133],"within-label":[45],"variation:":[46],"cases":[47],"where":[48,130],"annotators":[49,66,131],"agree":[50],"NLI":[53,89,102,111],"but":[55,75,136],"provide":[56,137],"different":[57],"explanations.This":[58],"paper":[59],"broadens":[60],"scope":[62],"by":[63],"examining":[64],"how":[65],"may":[67,144],"diverge":[68],"not":[69],"only":[70],"category":[74],"also":[76],"labeling.We":[79],"use":[80],"as":[82,194],"a":[83],"lens":[84],"to":[85,92,100],"variation":[87,107],"annotations":[90],"and":[91,104,116,158,186],"examine":[93],"individual":[94,153],"differences":[95],"reasoning.We":[97],"apply":[98],"two":[101],"align":[105],"annotation":[106],"from":[108],"multiple":[109],"aspects:":[110],"agreement,":[113,118],"explanation":[114,156],"similarity,":[115],"taxonomy":[117],"with":[119],"an":[120],"additional":[121],"compounding":[122],"factor":[123],"of":[124,173,183],"selection":[126],"bias.We":[127],"observe":[128],"instances":[129],"disagree":[132],"similar":[138],"explanations,":[139],"suggesting":[140],"that":[141,163],"surface-level":[142],"disagreement":[143],"mask":[145],"agreement":[147,164,177],"interpretation.Moreover,":[149],"our":[150],"analysis":[151],"reveals":[152],"preferences":[154],"strategies":[157],"choices.These":[160],"findings":[161,179],"highlight":[162],"categories":[167],"reflects":[169],"semantic":[171],"similarity":[172],"than":[175],"alone.Our":[178],"underscore":[180],"richness":[182],"reasoning-based":[184],"need":[188],"for":[189],"caution":[190],"treating":[192],"labels":[193],"ground":[195],"truth.":[196]},"counts_by_year":[],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-22T00:00:00"}