{"id":"https://openalex.org/W2966390494","doi":"https://doi.org/10.18653/v1/w19-4016","title":"Explaining Simple Natural Language Inference","display_name":"Explaining Simple Natural Language Inference","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2966390494","doi":"https://doi.org/10.18653/v1/w19-4016","mag":"2966390494"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-4016","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4016","pdf_url":"https://www.aclweb.org/anthology/W19-4016.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th Linguistic Annotation Workshop","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W19-4016.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078262660","display_name":"Aikaterini-Lida Kalouli","orcid":null},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Aikaterini-Lida Kalouli","raw_affiliation_strings":["University of Konstanz"],"affiliations":[{"raw_affiliation_string":"University of Konstanz","institution_ids":["https://openalex.org/I189712700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000225233","display_name":"Annebeth Buis","orcid":null},"institutions":[{"id":"https://openalex.org/I2802236040","display_name":"University of Colorado System","ror":"https://ror.org/00jc20583","country_code":"US","type":"education","lineage":["https://openalex.org/I2802236040"]},{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Annebeth Buis","raw_affiliation_strings":["University of Colorado Boulder"],"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder","institution_ids":["https://openalex.org/I2802236040","https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063881434","display_name":"Livy Real","orcid":"https://orcid.org/0000-0002-4763-3898"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Livy Real","raw_affiliation_strings":["University of So Paulo","University of S\u00e3o Paulo"],"affiliations":[{"raw_affiliation_string":"University of So Paulo","institution_ids":[]},{"raw_affiliation_string":"University of S\u00e3o Paulo","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017464054","display_name":"Martha Palmer","orcid":"https://orcid.org/0000-0001-9864-6974"},"institutions":[{"id":"https://openalex.org/I2802236040","display_name":"University of Colorado System","ror":"https://ror.org/00jc20583","country_code":"US","type":"education","lineage":["https://openalex.org/I2802236040"]},{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martha Palmer","raw_affiliation_strings":["University of Colorado Boulder"],"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder","institution_ids":["https://openalex.org/I2802236040","https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033562494","display_name":"Valeria de Paiva","orcid":"https://orcid.org/0000-0002-1078-6970"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Valeria de Paiva","raw_affiliation_strings":["University of Birmingham"],"affiliations":[{"raw_affiliation_string":"University of Birmingham","institution_ids":["https://openalex.org/I79619799"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5078262660"],"corresponding_institution_ids":["https://openalex.org/I189712700"],"apc_list":null,"apc_paid":null,"fwci":1.5896,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.87838615,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"132","last_page":"143"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8495116829872131},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7968380451202393},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.747311532497406},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7192436456680298},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7048607468605042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6860535740852356},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4423344135284424},{"id":"https://openalex.org/keywords/temporal-annotation","display_name":"Temporal annotation","score":0.430766224861145},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.42474332451820374},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.42390161752700806},{"id":"https://openalex.org/keywords/language-technology","display_name":"Language technology","score":0.1541740596294403},{"id":"https://openalex.org/keywords/comprehension-approach","display_name":"Comprehension approach","score":0.07444095611572266}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8495116829872131},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7968380451202393},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.747311532497406},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7192436456680298},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7048607468605042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6860535740852356},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4423344135284424},{"id":"https://openalex.org/C7044111","wikidata":"https://www.wikidata.org/wiki/Q15844891","display_name":"Temporal annotation","level":5,"score":0.430766224861145},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.42474332451820374},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.42390161752700806},{"id":"https://openalex.org/C14919245","wikidata":"https://www.wikidata.org/wiki/Q1976109","display_name":"Language technology","level":4,"score":0.1541740596294403},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.07444095611572266},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w19-4016","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4016","pdf_url":"https://www.aclweb.org/anthology/W19-4016.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th Linguistic Annotation Workshop","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-4016","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4016","pdf_url":"https://www.aclweb.org/anthology/W19-4016.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th Linguistic Annotation Workshop","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8600000143051147}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332186","display_name":"Defense Threat Reduction Agency","ror":"https://ror.org/04tz64554"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2966390494.pdf","grobid_xml":"https://content.openalex.org/works/W2966390494.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W172170795","https://openalex.org/W291753371","https://openalex.org/W1556631438","https://openalex.org/W1840435438","https://openalex.org/W1897507002","https://openalex.org/W1905966190","https://openalex.org/W1951724000","https://openalex.org/W1970381522","https://openalex.org/W2052506900","https://openalex.org/W2081908062","https://openalex.org/W2116705992","https://openalex.org/W2119160928","https://openalex.org/W2122504634","https://openalex.org/W2130158090","https://openalex.org/W2130359236","https://openalex.org/W2151401338","https://openalex.org/W2153804780","https://openalex.org/W2163037194","https://openalex.org/W2219598741","https://openalex.org/W2250790822","https://openalex.org/W2251818274","https://openalex.org/W2251869843","https://openalex.org/W2251919380","https://openalex.org/W2396767181","https://openalex.org/W2606089314","https://openalex.org/W2742144933","https://openalex.org/W2774486220","https://openalex.org/W2786552657","https://openalex.org/W2788496822","https://openalex.org/W2798665661","https://openalex.org/W2938190740","https://openalex.org/W2962736243","https://openalex.org/W2963394326","https://openalex.org/W2963491027","https://openalex.org/W2963846996","https://openalex.org/W3088034381","https://openalex.org/W4210984920","https://openalex.org/W4253067820"],"related_works":["https://openalex.org/W2080575979","https://openalex.org/W4385569300","https://openalex.org/W48671780","https://openalex.org/W1994489417","https://openalex.org/W2369337446","https://openalex.org/W2573587940","https://openalex.org/W2061851981","https://openalex.org/W3145920652","https://openalex.org/W2137228101","https://openalex.org/W95708995"],"abstract_inverted_index":{"The":[0,77],"vast":[1],"amount":[2],"of":[3,38,44,73,89,97],"research":[4],"introducing":[5],"new":[6],"corpora":[7,13],"and":[8,42,86,111,122],"techniques":[9],"for":[10,116,120,124],"(semi-)automatically":[11],"annotating":[12],"shows":[14],"the":[15,26,36,39,45,54,74,83,90,98],"important":[16],"role":[17],"that":[18],"datasets":[19,40],"play":[20],"in":[21,25,82],"today's":[22],"research,":[23],"especially":[24],"machine":[27],"learning":[28],"community.":[29],"This":[30],"rapid":[31],"development":[32],"raises":[33],"concerns":[34],"about":[35],"quality":[37],"created":[41],"consequently":[43],"models":[46],"trained,":[47],"as":[48],"recently":[49],"discussed":[50],"with":[51],"respect":[52],"to":[53,102,107,114],"Natural":[55],"Language":[56],"Inference":[57],"(NLI)":[58],"task.":[59],"In":[60],"this":[61],"work":[62],"we":[63],"conduct":[64],"an":[65],"annotation":[66,84,118],"experiment":[67,78,99],"based":[68],"on":[69],"a":[70],"small":[71],"subset":[72],"SICK":[75],"corpus.":[76],"reveals":[79],"several":[80],"problems":[81],"guidelines,":[85],"various":[87],"challenges":[88],"NLI":[91,121],"task":[92],"itself.":[93],"Our":[94],"quantitative":[95],"evaluation":[96],"allows":[100],"us":[101,113],"assign":[103],"our":[104],"empirical":[105],"observations":[106],"specific":[108],"linguistic":[109],"phenomena":[110],"leads":[112],"recommendations":[115],"future":[117],"tasks,":[119],"possibly":[123],"other":[125],"tasks.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}