{"id":"https://openalex.org/W2963542100","doi":"https://doi.org/10.1609/aaai.v33i01.33016867","title":"Analyzing Compositionality-Sensitivity of NLI Models","display_name":"Analyzing Compositionality-Sensitivity of NLI Models","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2963542100","doi":"https://doi.org/10.1609/aaai.v33i01.33016867","mag":"2963542100"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33016867","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016867","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4663/4541","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4663/4541","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066141653","display_name":"Yixin Nie","orcid":"https://orcid.org/0009-0007-2689-7441"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yixin Nie","raw_affiliation_strings":["University of North Carolina at Chapel Hill"],"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411058","display_name":"Yicheng Wang","orcid":"https://orcid.org/0009-0004-5670-0054"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yicheng Wang","raw_affiliation_strings":["University of North Carolina at Chapel Hill"],"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001987532","display_name":"Mohit Bansal","orcid":"https://orcid.org/0000-0001-5522-1351"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohit Bansal","raw_affiliation_strings":["University of North Carolina at Chapel Hill"],"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5066141653"],"corresponding_institution_ids":["https://openalex.org/I114027177"],"apc_list":null,"apc_paid":null,"fwci":9.0517,"has_fulltext":true,"cited_by_count":84,"citation_normalized_percentile":{"value":0.97994859,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"33","issue":"01","first_page":"6867","last_page":"6874"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9706000089645386,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/principle-of-compositionality","display_name":"Principle of compositionality","score":0.9814739227294922},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8401089906692505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5940044522285461},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5718345642089844},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5199707746505737},{"id":"https://openalex.org/keywords/shuffling","display_name":"Shuffling","score":0.5069823265075684},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4940264821052551},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.48793670535087585},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.4504481554031372},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.4369052052497864},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42748308181762695},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.41033995151519775},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2568296194076538}],"concepts":[{"id":"https://openalex.org/C121375916","wikidata":"https://www.wikidata.org/wiki/Q936559","display_name":"Principle of compositionality","level":2,"score":0.9814739227294922},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8401089906692505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5940044522285461},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5718345642089844},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5199707746505737},{"id":"https://openalex.org/C167927819","wikidata":"https://www.wikidata.org/wiki/Q1930567","display_name":"Shuffling","level":2,"score":0.5069823265075684},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4940264821052551},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.48793670535087585},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.4504481554031372},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.4369052052497864},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42748308181762695},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.41033995151519775},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2568296194076538},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v33i01.33016867","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016867","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4663/4541","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33016867","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016867","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4663/4541","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963542100.pdf","grobid_xml":"https://content.openalex.org/works/W2963542100.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1840435438","https://openalex.org/W2250861254","https://openalex.org/W2413794162","https://openalex.org/W2593833795","https://openalex.org/W2607892599","https://openalex.org/W2608787653","https://openalex.org/W2737504179","https://openalex.org/W2738015883","https://openalex.org/W2743087755","https://openalex.org/W2756386045","https://openalex.org/W2785375517","https://openalex.org/W2790415926","https://openalex.org/W2796705611","https://openalex.org/W2798284509","https://openalex.org/W2798358706","https://openalex.org/W2798617936","https://openalex.org/W2798665661","https://openalex.org/W2799054028","https://openalex.org/W2800397671","https://openalex.org/W2923014074","https://openalex.org/W2962685628","https://openalex.org/W2962736243","https://openalex.org/W2962843521","https://openalex.org/W2963077723","https://openalex.org/W2963120843","https://openalex.org/W2963372062","https://openalex.org/W2963393721","https://openalex.org/W2963491027","https://openalex.org/W2963580443","https://openalex.org/W2963748441","https://openalex.org/W2963846996","https://openalex.org/W2963957386","https://openalex.org/W2963969878","https://openalex.org/W6718053083","https://openalex.org/W6736893582"],"related_works":["https://openalex.org/W3046843850","https://openalex.org/W2974723675","https://openalex.org/W1872130062","https://openalex.org/W4287854464","https://openalex.org/W2293457016","https://openalex.org/W159132833","https://openalex.org/W2977842567","https://openalex.org/W87581401","https://openalex.org/W2502722637","https://openalex.org/W4280575451"],"abstract_inverted_index":{"Success":[0],"in":[1,59],"natural":[2,92],"language":[3],"inference":[4],"(NLI)":[5],"should":[6],"require":[7],"a":[8,84,108,112],"model":[9,110,145],"to":[10,37,115],"understand":[11],"both":[12],"lexical":[13,102],"and":[14,35,172,177],"compositional":[15,79,136,186],"semantics.":[16],"However,":[17],"through":[18],"adversarial":[19,171],"evaluation,":[20],"we":[21,82],"find":[22],"that":[23,56,88,97,128],"several":[24],"state-of-the-art":[25],"models":[26,61,90,154],"with":[27],"diverse":[28],"architectures":[29],"are":[30],"over-relying":[31],"on":[32,51,91,106,148,183],"the":[33,39,75,121,134],"former":[34],"fail":[36],"use":[38],"latter.":[40],"Further,":[41],"this":[42,129],"compositionality":[43,124],"unawareness":[44],"is":[45,163],"not":[46,69,131],"reflected":[47],"via":[48,101],"standard":[49],"evaluation":[50,161],"current":[52,139],"datasets.":[53],"We":[54,126],"show":[55,127],"removing":[57],"RNNs":[58],"existing":[60,95,170],"or":[62],"shuffling":[63],"input":[64],"words":[65],"during":[66],"training":[67],"does":[68],"induce":[70],"large":[71],"performance":[72,146],"loss":[73],"despite":[74],"explicit":[76],"removal":[77],"of":[78,138],"information.":[80],"Therefore,":[81],"propose":[83],"compositionality-sensitivity":[85],"testing":[86],"setup":[87,130,162],"analyzes":[89],"examples":[93],"from":[94,155],"datasets":[96],"cannot":[98],"be":[99],"solved":[100],"features":[103],"alone":[104],"(i.e.,":[105],"which":[107],"bag-of-words":[109,153],"gives":[111],"high":[113],"probability":[114],"one":[116],"wrong":[117],"label),":[118],"hence":[119],"revealing":[120],"models\u2019":[122,185],"actual":[123],"awareness.":[125],"only":[132],"highlights":[133],"limited":[135],"ability":[137],"NLI":[140],"models,":[141],"but":[142],"also":[143],"differentiates":[144],"based":[147],"design,":[149],"e.g.,":[150],"separating":[151],"shallow":[152],"deeper,":[156],"linguistically-grounded":[157],"tree-based":[158],"models.":[159],"Our":[160],"an":[164],"important":[165],"analysis":[166],"tool:":[167],"complementing":[168],"currently":[169],"linguistically":[173],"driven":[174],"diagnostic":[175],"evaluations,":[176],"exposing":[178],"opportunities":[179],"for":[180],"future":[181],"work":[182],"evaluating":[184],"understanding.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":29},{"year":2019,"cited_by_count":9}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}