{"id":"https://openalex.org/W3171676470","doi":"https://doi.org/10.1109/iccicc50026.2020.9450263","title":"Exploring Lexical Irregularities in Hypothesis-Only Models of Natural Language Inference","display_name":"Exploring Lexical Irregularities in Hypothesis-Only Models of Natural Language Inference","publication_year":2020,"publication_date":"2020-09-26","ids":{"openalex":"https://openalex.org/W3171676470","doi":"https://doi.org/10.1109/iccicc50026.2020.9450263","mag":"3171676470"},"language":"en","primary_location":{"id":"doi:10.1109/iccicc50026.2020.9450263","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccicc50026.2020.9450263","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 19th International Conference on Cognitive Informatics & Cognitive Computing (ICCI*CC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015060196","display_name":"Qingyuan Hu","orcid":"https://orcid.org/0000-0003-0215-4559"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Qingyuan Hu","raw_affiliation_strings":["Computer and Information Technology, Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Computer and Information Technology, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100388367","display_name":"Yi Zhang","orcid":"https://orcid.org/0009-0007-7269-8187"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["Computer and Information Technology, Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Computer and Information Technology, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064041005","display_name":"Kanishka Misra","orcid":"https://orcid.org/0000-0002-7261-5691"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kanishka Misra","raw_affiliation_strings":["Computer and Information Technology, Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Computer and Information Technology, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055392823","display_name":"Julia Taylor Rayz","orcid":"https://orcid.org/0000-0003-3786-2416"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia Taylor Rayz","raw_affiliation_strings":["Computer and Information Technology, Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Computer and Information Technology, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5015060196"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23999122,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"abs 1609 5244","issue":null,"first_page":"125","last_page":"130"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.782991886138916},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6719668507575989},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6549472808837891},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5778152942657471},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5138533115386963},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.46242183446884155},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.05548590421676636}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.782991886138916},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6719668507575989},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6549472808837891},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5778152942657471},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5138533115386963},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.46242183446884155},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.05548590421676636},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccicc50026.2020.9450263","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccicc50026.2020.9450263","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 19th International Conference on Cognitive Informatics & Cognitive Computing (ICCI*CC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8199999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W7849509","https://openalex.org/W1752492850","https://openalex.org/W1840435438","https://openalex.org/W2121495183","https://openalex.org/W2130158090","https://openalex.org/W2180093461","https://openalex.org/W2219598741","https://openalex.org/W2251386628","https://openalex.org/W2401109637","https://openalex.org/W2402782609","https://openalex.org/W2522893818","https://openalex.org/W2560730294","https://openalex.org/W2771275742","https://openalex.org/W2785490704","https://openalex.org/W2788496822","https://openalex.org/W2951286828","https://openalex.org/W2955315229","https://openalex.org/W2962843521","https://openalex.org/W2963197830","https://openalex.org/W2963542836","https://openalex.org/W2963846996","https://openalex.org/W2963918774","https://openalex.org/W6600299374","https://openalex.org/W6637625617","https://openalex.org/W6688979741","https://openalex.org/W6713178030","https://openalex.org/W6713433156","https://openalex.org/W6727800124","https://openalex.org/W6730531838","https://openalex.org/W6746921017","https://openalex.org/W7025353697"],"related_works":["https://openalex.org/W2055243143","https://openalex.org/W4321636575","https://openalex.org/W4283262748","https://openalex.org/W1986418932","https://openalex.org/W2357796999","https://openalex.org/W2045526782","https://openalex.org/W3204019825","https://openalex.org/W4226226396","https://openalex.org/W3153750606","https://openalex.org/W4308854837"],"abstract_inverted_index":{"Natural":[0],"Language":[1],"Inference":[2],"(NLI)":[3],"or":[4],"Recognizing":[5],"Textual":[6],"Entailment":[7],"(RTE)":[8],"is":[9,43],"the":[10,14,36,60,63,84,95,102,106,112,115,132,143,163,178,189],"task":[11,26],"of":[12,20,38,76,97,114,124,142,162,180],"predicting":[13],"entailment":[15,56],"relation":[16],"between":[17],"a":[18,44,73,88],"pair":[19],"sentences":[21],"(premise":[22],"and":[23,42,62],"hypothesis).":[24],"This":[25],"has":[27],"been":[28],"described":[29],"as":[30],"\u201ca":[31],"valuable":[32],"testing":[33],"ground":[34],"for":[35,172],"development":[37],"semantic":[39],"representations\u201d":[40],"[1],":[41],"key":[45],"component":[46],"in":[47,83,101,167],"natural":[48],"language":[49],"understanding":[50],"evaluation":[51],"benchmarks.":[52],"Models":[53],"that":[54,104,134,147,184],"understand":[55],"should":[57],"encode":[58],"both,":[59],"premise":[61],"hypothesis.":[64],"However,":[65],"experiments":[66],"by":[67],"Poliak":[68,168],"et":[69,169],"al.":[70,170],"[2]":[71,171],"revealed":[72],"strong":[74],"preference":[75],"these":[77],"models":[78,158],"towards":[79],"patterns":[80,146],"observed":[81],"only":[82],"hypothesis,":[85],"based":[86],"on":[87,160],"10":[89],"dataset":[90],"comparison.":[91],"Their":[92],"results":[93,176],"indicated":[94],"existence":[96,179],"statistical":[98,145],"irregularities":[99],"present":[100],"hypothesis":[103],"bias":[105,149],"model":[107],"into":[108],"performing":[109],"competitively":[110],"with":[111],"state":[113],"art.":[116],"While":[117],"recast":[118,164],"datasets":[119,165],"provide":[120,139],"large":[121],"scale":[122],"generation":[123],"NLI":[125,150],"instances":[126],"due":[127],"to":[128,187],"minimal":[129],"human":[130],"intervention,":[131],"papers":[133],"generate":[135],"them":[136],"do":[137],"not":[138],"fine-grained":[140],"analysis":[141],"potential":[144,181],"can":[148],"models.":[151],"In":[152],"this":[153],"work,":[154],"we":[155],"analyze":[156],"hypothesis-only":[157],"trained":[159],"one":[161],"provided":[166],"word-level":[173],"patterns.":[174],"Our":[175],"indicate":[177],"lexical":[182],"biases":[183],"could":[185],"contribute":[186],"inflating":[188],"models'":[190],"performance.":[191]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}