{"id":"https://openalex.org/W7166887155","doi":"https://doi.org/10.18653/v1/2026.acl-long.686","title":"Implicit Representations of Grammaticality in Language Models","display_name":"Implicit Representations of Grammaticality in Language Models","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166887155","doi":"https://doi.org/10.18653/v1/2026.acl-long.686"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.acl-long.686","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.686","pdf_url":"https://aclanthology.org/2026.acl-long.686.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.acl-long.686.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139751663","display_name":"Yingshan Susan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yingshan Susan Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003617960","display_name":"Linlu Qiu","orcid":"https://orcid.org/0000-0002-1696-5419"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linlu Qiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139846421","display_name":"Zhaofeng Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhaofeng Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139850518","display_name":"Roger P. Levy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roger P. Levy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139755446","display_name":"Yoon Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoon Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.92398119,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"15035","last_page":"15055"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.22130000591278076,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.22130000591278076,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10034","display_name":"Syntax, Semantics, Linguistic Variation","score":0.14890000224113464,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.11559999734163284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grammaticality","display_name":"Grammaticality","score":0.8881999850273132},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3930000066757202},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.34450000524520874},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.27070000767707825},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.26930001378059387}],"concepts":[{"id":"https://openalex.org/C2779525943","wikidata":"https://www.wikidata.org/wiki/Q1187300","display_name":"Grammaticality","level":3,"score":0.8881999850273132},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5320000052452087},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5011000037193298},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.48510000109672546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4406999945640564},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3930000066757202},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.34450000524520874},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26019999384880066}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.acl-long.686","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.686","pdf_url":"https://aclanthology.org/2026.acl-long.686.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.acl-long.686","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.686","pdf_url":"https://aclanthology.org/2026.acl-long.686.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5864376425743103}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166887155.pdf","grobid_xml":"https://content.openalex.org/works/W7166887155.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Grammaticality":[0],"and":[1,27,32,49,83,108,129],"likelihood":[2],"are":[3,13,127],"distinct":[4,60],"notions":[5],"in":[6,35,119,131,155],"human":[7],"language.Pretrained":[8],"language":[9,17],"models":[10,15],"(LMs),":[11],"which":[12,120],"probabilistic":[14],"of":[16,71,81,123],"fitted":[18],"to":[19,91,103,115,173],"maximize":[20],"corpus":[21],"likelihood,":[22],"generate":[23],"grammatically":[24],"well-formed":[25],"text":[26,94],"discriminate":[28,46],"well":[29],"between":[30,47],"grammatical":[31,48,82,128],"ungrammatical":[33,50,85],"sentences":[34,51,86],"tightly":[36],"controlled":[37],"minimal":[38,125],"pairs.However,":[39],"their":[40,181],"string":[41,62,140,150,165],"probabilities":[42,151],"do":[43,53],"not":[44],"sharply":[45],"overall.But":[52],"LMs":[54,171],"implicitly":[55],"acquire":[56,172],"a":[57,75,79,92,124],"grammaticality":[58,100,105,112,153,178],"distinction":[59,179],"from":[61],"probability?We":[63],"explore":[64],"this":[65,98],"question":[66],"through":[67],"studying":[68],"internal":[69],"representations":[70],"LMs,":[72],"by":[73,88],"training":[74],"linear":[76],"probe":[77,101,135,143,159],"on":[78,152],"dataset":[80],"(synthetic)":[84],"obtained":[87],"applying":[89],"perturbations":[90],"naturalistic":[93],"corpus.We":[95],"find":[96],"that":[97,170],"simple":[99],"generalizes":[102],"human-curated":[104],"judgment":[106],"benchmarks":[107,154],"outperforms":[109],"LM":[110],"probability-based":[111],"judgments.When":[113],"applied":[114],"semantic":[116],"plausibility":[117],"benchmarks,":[118],"both":[121],"members":[122],"pair":[126],"differ":[130],"only":[132,162],"plausibility,":[133],"the":[134],"however":[136],"performs":[137],"worse":[138],"than":[139],"probability.The":[141],"English-trained":[142],"also":[144],"exhibits":[145],"nontrivial":[146],"cross-lingual":[147],"generalization,":[148],"outperforming":[149],"numerous":[156],"other":[157],"languages.Additionally,":[158],"scores":[160],"correlate":[161],"weakly":[163],"with":[164],"probabilities.These":[166],"results":[167],"collectively":[168],"suggest":[169],"some":[174],"extent":[175],"an":[176],"implicit":[177],"within":[180],"hidden":[182],"layers.":[183],"1":[184]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}