{"id":"https://openalex.org/W4306923692","doi":"https://doi.org/10.1162/coli_a_00465","title":"Curing the SICK and Other NLI Maladies","display_name":"Curing the SICK and Other NLI Maladies","publication_year":2022,"publication_date":"2022-10-20","ids":{"openalex":"https://openalex.org/W4306923692","doi":"https://doi.org/10.1162/coli_a_00465"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00465","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00465","pdf_url":null,"source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1162/coli_a_00465","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078262660","display_name":"Aikaterini-Lida Kalouli","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Aikaterini-Lida Kalouli","raw_affiliation_strings":["Center for Information and Language Processing (CIS), LMU Munich. kalouli@cis.lmu.de"],"affiliations":[{"raw_affiliation_string":"Center for Information and Language Processing (CIS), LMU Munich. kalouli@cis.lmu.de","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082320561","display_name":"Hai Hu","orcid":"https://orcid.org/0000-0002-4759-9730"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hai Hu","raw_affiliation_strings":["Shanghai Jiao Tong University School of Foreign Languages. hu.hai@sjtu.edu.cn"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University School of Foreign Languages. hu.hai@sjtu.edu.cn","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021006348","display_name":"Alexander F. Webb","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alexander F. Webb","raw_affiliation_strings":["Indiana University Bloomington Department of Philosophy. afwebb@iu.edu"],"affiliations":[{"raw_affiliation_string":"Indiana University Bloomington Department of Philosophy. afwebb@iu.edu","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028261970","display_name":"Lawrence S. Moss","orcid":"https://orcid.org/0000-0002-9908-5774"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lawrence S. Moss","raw_affiliation_strings":["Indiana University Bloomington Department of Mathematics. lmoss@indiana.edu"],"affiliations":[{"raw_affiliation_string":"Indiana University Bloomington Department of Mathematics. lmoss@indiana.edu","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033562494","display_name":"Valeria de Paiva","orcid":"https://orcid.org/0000-0002-1078-6970"},"institutions":[{"id":"https://openalex.org/I4391767936","display_name":"Topos Institute","ror":"https://ror.org/01g79t217","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4391767936"]}],"countries":[],"is_corresponding":true,"raw_author_name":"Valeria de Paiva","raw_affiliation_strings":["Topos Institute. valeria.depaiva@gmail.com"],"affiliations":[{"raw_affiliation_string":"Topos Institute. valeria.depaiva@gmail.com","institution_ids":["https://openalex.org/I4391767936"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021006348","https://openalex.org/A5028261970","https://openalex.org/A5033562494","https://openalex.org/A5078262660","https://openalex.org/A5082320561"],"corresponding_institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210119109","https://openalex.org/I4391767936","https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":0.9283,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.79028648,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"49","issue":"1","first_page":"199","last_page":"243"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8919936418533325},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8022003173828125},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7759671211242676},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6353479623794556},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6314340829849243},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5955694913864136},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4720735549926758},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07346087694168091}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8919936418533325},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8022003173828125},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7759671211242676},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6353479623794556},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6314340829849243},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5955694913864136},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4720735549926758},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07346087694168091},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/coli_a_00465","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00465","pdf_url":null,"source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b4af7406fc844959963404016848648f","is_oa":true,"landing_page_url":"https://doaj.org/article/b4af7406fc844959963404016848648f","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 49, Iss 1 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/coli_a_00465","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00465","pdf_url":null,"source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8600000143051147,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W195726159","https://openalex.org/W280304298","https://openalex.org/W343411360","https://openalex.org/W1840435438","https://openalex.org/W1969245183","https://openalex.org/W2052506900","https://openalex.org/W2053670600","https://openalex.org/W2076784334","https://openalex.org/W2082802837","https://openalex.org/W2235029684","https://openalex.org/W2250748818","https://openalex.org/W2250863723","https://openalex.org/W2251869843","https://openalex.org/W2279433781","https://openalex.org/W2515796212","https://openalex.org/W2548036585","https://openalex.org/W2747329762","https://openalex.org/W2753316031","https://openalex.org/W2771976988","https://openalex.org/W2788496822","https://openalex.org/W2798665661","https://openalex.org/W2806237040","https://openalex.org/W2806450626","https://openalex.org/W2951243568","https://openalex.org/W2951286828","https://openalex.org/W2954194820","https://openalex.org/W2954591818","https://openalex.org/W2962736243","https://openalex.org/W2962843521","https://openalex.org/W2963372062","https://openalex.org/W2963542100","https://openalex.org/W2963846996","https://openalex.org/W2963854351","https://openalex.org/W2965373594","https://openalex.org/W2966390494","https://openalex.org/W2970442950","https://openalex.org/W2979826702","https://openalex.org/W2985347336","https://openalex.org/W2997789497","https://openalex.org/W3034850762","https://openalex.org/W3034906811","https://openalex.org/W3035097102","https://openalex.org/W3087148478","https://openalex.org/W3098467034","https://openalex.org/W3116466566","https://openalex.org/W3175508917","https://openalex.org/W3214105842","https://openalex.org/W4200022262","https://openalex.org/W4205485283","https://openalex.org/W4253067820","https://openalex.org/W4301968143","https://openalex.org/W4365799947","https://openalex.org/W6607845096","https://openalex.org/W6610134503","https://openalex.org/W6679344019","https://openalex.org/W6685699540","https://openalex.org/W6691303741","https://openalex.org/W6712720983","https://openalex.org/W6748164123","https://openalex.org/W6748490679","https://openalex.org/W6748517447","https://openalex.org/W6750505318","https://openalex.org/W6751744669","https://openalex.org/W6754655096","https://openalex.org/W6755207826","https://openalex.org/W6766673545","https://openalex.org/W6766937060","https://openalex.org/W6769573541","https://openalex.org/W6782990278","https://openalex.org/W6783586880"],"related_works":["https://openalex.org/W1892467659","https://openalex.org/W2116902754","https://openalex.org/W1570025324","https://openalex.org/W1529400504","https://openalex.org/W2383503394","https://openalex.org/W54903681","https://openalex.org/W3217712442","https://openalex.org/W2766056037","https://openalex.org/W2114663912","https://openalex.org/W2251279337"],"abstract_inverted_index":{"Abstract":[0],"Against":[1],"the":[2,5,17,20,26,29,39,44,49,75,80,89,110,116,124,127,136,145,150,160,175,178,194,206,223,246,251,256],"backdrop":[3],"of":[4,19,28,38,48,109,126,133,141,159,168,193,218,222,250],"ever-improving":[6],"Natural":[7],"Language":[8],"Inference":[9],"(NLI)":[10],"models,":[11],"recent":[12,40],"efforts":[13],"have":[14,42,53],"focused":[15],"on":[16,25,144,205,239],"suitability":[18],"current":[21,76],"NLI":[22,30,90,241,261],"datasets":[23],"and":[24,52,104,138,163,171,187,198,248,254],"feasibility":[27],"task":[31,51,77,262],"as":[32],"it":[33,228],"is":[34,229],"currently":[35],"approached.":[36],"Many":[37],"studies":[41],"exposed":[43],"inherent":[45],"human":[46,61,66],"disagreements":[47],"inference":[50,185],"proposed":[54,81,151,179,252],"a":[55,131,142,156,166,190,215,219,259],"shift":[56],"from":[57],"categorical":[58],"labels":[59],"to":[60,231],"subjective":[62,137],"probability":[63],"assessments,":[64],"capturing":[65],"uncertainty.":[67],"In":[68,123],"this":[69],"work,":[70],"we":[71,93,129,154,164],"show":[72],"how":[73],"neither":[74],"formulation":[78],"nor":[79],"uncertainty":[82],"gradient":[83],"are":[84],"entirely":[85],"suitable":[86],"for":[87,235,258],"solving":[88],"challenges.":[91],"Instead,":[92],"propose":[94],"an":[95],"ordered":[96],"sense":[97],"space":[98,111],"annotation,":[99],"which":[100],"distinguishes":[101],"between":[102],"logical":[103,121],"common-sense":[105],"inference.":[106],"One":[107],"end":[108,118],"captures":[112],"non-sensical":[113],"inferences,":[114],"while":[115],"other":[117],"represents":[119],"strictly":[120],"scenarios.":[122],"middle":[125],"space,":[128],"find":[130],"continuum":[132],"common-sense,":[134],"namely,":[135],"graded":[139],"opinion":[140],"\u201cperson":[143],"street.\u201d":[146],"To":[147],"arrive":[148],"at":[149],"annotation":[152,169,180,217,236],"scheme,":[153,181],"perform":[155,189],"careful":[157,260],"investigation":[158],"SICK":[161,208],"corpus":[162,176],"create":[165],"taxonomy":[167],"issues":[170],"guidelines.":[172],"We":[173,212],"re-annotate":[174],"with":[177],"utilizing":[182],"four":[183],"symbolic":[184],"systems,":[186],"then":[188],"thorough":[191],"evaluation":[192],"scheme":[195,234],"by":[196,237],"fine-tuning":[197],"testing":[199],"commonly":[200],"used":[201],"pre-trained":[202],"language":[203],"models":[204],"re-annotated":[207],"within":[209],"various":[210],"settings.":[211],"also":[213],"pioneer":[214],"crowd":[216],"small":[220],"portion":[221],"MultiNLI":[224],"corpus,":[225],"showcasing":[226],"that":[227],"possible":[230],"adapt":[232],"our":[233],"non-experts":[238],"another":[240],"corpus.":[242],"Our":[243],"work":[244],"shows":[245],"efficiency":[247],"benefits":[249],"mechanism":[253],"opens":[255],"way":[257],"refinement.":[263]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-02-28T09:26:25.869077","created_date":"2025-10-10T00:00:00"}