{"id":"https://openalex.org/W2806120502","doi":"https://doi.org/10.1162/tacl_a_00290","title":"Neural Network Acceptability Judgments","display_name":"Neural Network Acceptability Judgments","publication_year":2019,"publication_date":"2019-09-30","ids":{"openalex":"https://openalex.org/W2806120502","doi":"https://doi.org/10.1162/tacl_a_00290","mag":"2806120502"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00290","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00290","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00290/1923083/tacl_a_00290.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00290/1923083/tacl_a_00290.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089452138","display_name":"Alex Warstadt","orcid":"https://orcid.org/0000-0002-5397-3151"},"institutions":[{"id":"https://openalex.org/I102475099","display_name":"Sup\u00e9lec","ror":"https://ror.org/00n7gwn90","country_code":"FR","type":"education","lineage":["https://openalex.org/I102475099"]},{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I4210102264","display_name":"Shandong University of Political Science and Law","ror":"https://ror.org/01b2j5886","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210102264"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["CH","CN","FR","US"],"is_corresponding":false,"raw_author_name":"Alex Warstadt","raw_affiliation_strings":["New York University","New York University<sup>**</sup>"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University<sup>**</sup>","institution_ids":["https://openalex.org/I102475099","https://openalex.org/I15196421","https://openalex.org/I4210102264"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104036615","display_name":"Amanpreet Singh","orcid":"https://orcid.org/0000-0001-5980-7608"},"institutions":[{"id":"https://openalex.org/I102475099","display_name":"Sup\u00e9lec","ror":"https://ror.org/00n7gwn90","country_code":"FR","type":"education","lineage":["https://openalex.org/I102475099"]},{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210102264","display_name":"Shandong University of Political Science and Law","ror":"https://ror.org/01b2j5886","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210102264"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["CH","CN","FR","IL","US"],"is_corresponding":false,"raw_author_name":"Amanpreet Singh","raw_affiliation_strings":["New York University, Facebook AI Research","New York University<sup>**</sup>"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University, Facebook AI Research","institution_ids":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]},{"raw_affiliation_string":"New York University<sup>**</sup>","institution_ids":["https://openalex.org/I102475099","https://openalex.org/I15196421","https://openalex.org/I4210102264"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112713734","display_name":"Samuel R. Bowman","orcid":null},"institutions":[{"id":"https://openalex.org/I102475099","display_name":"Sup\u00e9lec","ror":"https://ror.org/00n7gwn90","country_code":"FR","type":"education","lineage":["https://openalex.org/I102475099"]},{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I4210102264","display_name":"Shandong University of Political Science and Law","ror":"https://ror.org/01b2j5886","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210102264"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["CH","CN","FR","US"],"is_corresponding":false,"raw_author_name":"Samuel R. Bowman","raw_affiliation_strings":["New York University","New York University<sup>**</sup>"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University<sup>**</sup>","institution_ids":["https://openalex.org/I102475099","https://openalex.org/I15196421","https://openalex.org/I4210102264"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.4001,"has_fulltext":false,"cited_by_count":94,"citation_normalized_percentile":{"value":0.99099926,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"625","last_page":"641"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6283011436462402},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6045222878456116},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5973943471908569},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5940203070640564},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5578706860542297},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.5479767322540283},{"id":"https://openalex.org/keywords/verb","display_name":"Verb","score":0.48164787888526917},{"id":"https://openalex.org/keywords/cola","display_name":"Cola (plant)","score":0.45120111107826233},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.4348071813583374},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4312082529067993}],"concepts":[{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6283011436462402},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6045222878456116},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5973943471908569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5940203070640564},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5578706860542297},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5479767322540283},{"id":"https://openalex.org/C2776397901","wikidata":"https://www.wikidata.org/wiki/Q24905","display_name":"Verb","level":2,"score":0.48164787888526917},{"id":"https://openalex.org/C2781138811","wikidata":"https://www.wikidata.org/wiki/Q114264","display_name":"Cola (plant)","level":2,"score":0.45120111107826233},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.4348071813583374},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4312082529067993},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1162/tacl_a_00290","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00290","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00290/1923083/tacl_a_00290.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1805.12471","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.12471","pdf_url":"https://arxiv.org/pdf/1805.12471","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2806120502","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1805.12471","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:63af6d0d536b461091e6c964ad4cfee5","is_oa":true,"landing_page_url":"https://doaj.org/article/63af6d0d536b461091e6c964ad4cfee5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 7, Pp 625-641 (2019)","raw_type":"article"},{"id":"doi:10.48550/arxiv.1805.12471","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.12471","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00290","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00290","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00290/1923083/tacl_a_00290.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G215991213","display_name":"CRII: RI: Can Low-Bias Machine Learners Acquire English Grammar? Deep Learning and Linguistic Acceptability","funder_award_id":"1850208","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W11822760","https://openalex.org/W72959365","https://openalex.org/W628337668","https://openalex.org/W1486273696","https://openalex.org/W1486649854","https://openalex.org/W1532827449","https://openalex.org/W1545186737","https://openalex.org/W1582487387","https://openalex.org/W1592072150","https://openalex.org/W1595256356","https://openalex.org/W1846531235","https://openalex.org/W1965696452","https://openalex.org/W1987253610","https://openalex.org/W1988508039","https://openalex.org/W1996672843","https://openalex.org/W1997396881","https://openalex.org/W1997507732","https://openalex.org/W1998674455","https://openalex.org/W2003975487","https://openalex.org/W2011734523","https://openalex.org/W2024988999","https://openalex.org/W2031430690","https://openalex.org/W2039217078","https://openalex.org/W2064675550","https://openalex.org/W2072364373","https://openalex.org/W2109553965","https://openalex.org/W2111292987","https://openalex.org/W2120339295","https://openalex.org/W2124669395","https://openalex.org/W2126920742","https://openalex.org/W2140324965","https://openalex.org/W2143017621","https://openalex.org/W2162175054","https://openalex.org/W2164141546","https://openalex.org/W2167723982","https://openalex.org/W2170716495","https://openalex.org/W2250539671","https://openalex.org/W2251930319","https://openalex.org/W2484448352","https://openalex.org/W2502344618","https://openalex.org/W2516090925","https://openalex.org/W2516752623","https://openalex.org/W2531882892","https://openalex.org/W2549835527","https://openalex.org/W2563574619","https://openalex.org/W2768182376","https://openalex.org/W2888922637","https://openalex.org/W2891102076","https://openalex.org/W2891399254","https://openalex.org/W2918996109","https://openalex.org/W2919115771","https://openalex.org/W2923014074","https://openalex.org/W2949888546","https://openalex.org/W2950635152","https://openalex.org/W2953320089","https://openalex.org/W2962739339","https://openalex.org/W2962776659","https://openalex.org/W2962961857","https://openalex.org/W2963025830","https://openalex.org/W2963918774","https://openalex.org/W2964121744","https://openalex.org/W2964204621","https://openalex.org/W4229781645","https://openalex.org/W4244413289","https://openalex.org/W4245267204","https://openalex.org/W4388123003"],"related_works":["https://openalex.org/W2965373594","https://openalex.org/W2963846996","https://openalex.org/W2963341956","https://openalex.org/W2963310665","https://openalex.org/W2251939518","https://openalex.org/W131533222","https://openalex.org/W2963403868","https://openalex.org/W3104033643","https://openalex.org/W2963748441","https://openalex.org/W2130158090","https://openalex.org/W1599016936","https://openalex.org/W2978670439","https://openalex.org/W2525127255","https://openalex.org/W2396767181","https://openalex.org/W2970597249","https://openalex.org/W2962739339","https://openalex.org/W2978017171","https://openalex.org/W2964121744","https://openalex.org/W2963323070"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,11,18,27],"ability":[4],"of":[5,14,20,29,35,109],"artificial":[6],"neural":[7,54],"networks":[8],"to":[9],"judge":[10],"grammatical":[12,41,78,110],"acceptability":[13,58],"a":[15,33,106],"sentence,":[16],"with":[17],"goal":[19],"testing":[21],"their":[22],"linguistic":[23],"competence.":[24],"We":[25],"introduce":[26],"Corpus":[28],"Linguistic":[30],"Acceptability":[31],"(CoLA),":[32],"set":[34],"10,657":[36],"English":[37],"sentences":[38],"labeled":[39],"as":[40],"or":[42],"ungrammatical":[43],"from":[44],"published":[45],"linguistics":[46],"literature.":[47],"As":[48],"baselines,":[49],"we":[50,98],"train":[51],"several":[52],"recurrent":[53],"network":[55],"models":[56,64,67,86,97],"on":[57,73,76,105],"classification,":[59],"and":[60,87],"find":[61],"that":[62,81],"our":[63],"outperform":[65],"unsupervised":[66],"by":[68],"Lau":[69,83],"et":[70,84],"al.":[71],"(2016)":[72],"CoLA.":[74],"Error-analysis":[75],"specific":[77],"phenomena":[79],"reveals":[80],"both":[82],"al.\u2019s":[85],"ours":[88],"learn":[89],"systematic":[90],"generalizations":[91],"like":[92],"subject-verb-object":[93],"order.":[94],"However,":[95],"all":[96],"test":[99],"perform":[100],"far":[101],"below":[102],"human":[103],"level":[104],"wide":[107],"range":[108],"constructions.":[111]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":38},{"year":2019,"cited_by_count":27},{"year":2018,"cited_by_count":3}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}