{"id":"https://openalex.org/W4296564631","doi":"https://doi.org/10.1162/tacl_a_00504","title":"Structural Persistence in Language Models: Priming as a Window into Abstract Language Representations","display_name":"Structural Persistence in Language Models: Priming as a Window into Abstract Language Representations","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4296564631","doi":"https://doi.org/10.1162/tacl_a_00504"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00504","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00504","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00504/2043729/tacl_a_00504.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00504/2043729/tacl_a_00504.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014216707","display_name":"Arabella Sinclair","orcid":"https://orcid.org/0000-0002-1210-7011"},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"education","lineage":["https://openalex.org/I195460627"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["GB","NL"],"is_corresponding":true,"raw_author_name":"Arabella Sinclair","raw_affiliation_strings":["Institute for Logic, Language and Computation, University of Amsterdam, The Netherlands","School of Natural and Computing Sciences, University of Aberdeen United Kingdom. arabella.sinclair@abdn.ac.uk"],"affiliations":[{"raw_affiliation_string":"Institute for Logic, Language and Computation, University of Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"School of Natural and Computing Sciences, University of Aberdeen United Kingdom. arabella.sinclair@abdn.ac.uk","institution_ids":["https://openalex.org/I195460627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056188012","display_name":"Jaap Jumelet","orcid":null},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Jaap Jumelet","raw_affiliation_strings":["Institute for Logic, Language and Computation, University of Amsterdam, The Netherlands. j.w.d.jumelet@uva.nl"],"affiliations":[{"raw_affiliation_string":"Institute for Logic, Language and Computation, University of Amsterdam, The Netherlands. j.w.d.jumelet@uva.nl","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007928903","display_name":"Willem Zuidema","orcid":"https://orcid.org/0000-0002-2362-5447"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Willem Zuidema","raw_affiliation_strings":["Institute for Logic, Language and Computation, University of Amsterdam, The Netherlands. zuidema@uva.nl"],"affiliations":[{"raw_affiliation_string":"Institute for Logic, Language and Computation, University of Amsterdam, The Netherlands. zuidema@uva.nl","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103024385","display_name":"Raquel Fern\u00e1ndez","orcid":"https://orcid.org/0000-0002-3889-6194"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Raquel Fern\u00e1ndez","raw_affiliation_strings":["Institute for Logic, Language and Computation, University of Amsterdam, The Netherlands. raquel.fernandez@uva.nl"],"affiliations":[{"raw_affiliation_string":"Institute for Logic, Language and Computation, University of Amsterdam, The Netherlands. raquel.fernandez@uva.nl","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5007928903","https://openalex.org/A5014216707","https://openalex.org/A5056188012","https://openalex.org/A5103024385"],"corresponding_institution_ids":["https://openalex.org/I195460627","https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":6.1081,"has_fulltext":true,"cited_by_count":48,"citation_normalized_percentile":{"value":0.96823136,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"1031","last_page":"1050"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7692686915397644},{"id":"https://openalex.org/keywords/priming","display_name":"Priming (agriculture)","score":0.7459844946861267},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6354897618293762},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5961392521858215},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5485013127326965},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.49051612615585327},{"id":"https://openalex.org/keywords/sentence-processing","display_name":"Sentence processing","score":0.475301593542099},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46049100160598755},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4187953472137451}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7692686915397644},{"id":"https://openalex.org/C81444415","wikidata":"https://www.wikidata.org/wiki/Q7243535","display_name":"Priming (agriculture)","level":3,"score":0.7459844946861267},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6354897618293762},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5961392521858215},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5485013127326965},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.49051612615585327},{"id":"https://openalex.org/C2780378701","wikidata":"https://www.wikidata.org/wiki/Q7451195","display_name":"Sentence processing","level":3,"score":0.475301593542099},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46049100160598755},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4187953472137451},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C100701293","wikidata":"https://www.wikidata.org/wiki/Q193838","display_name":"Germination","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1162/tacl_a_00504","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00504","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00504/2043729/tacl_a_00504.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:dare.uva.nl:publications/ad503f58-6f91-420f-a929-134a7d89eca6","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/structural-persistence-in-language-models-priming-as-a-window-into-abstract-language-representations(ad503f58-6f91-420f-a929-134a7d89eca6).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sinclair, A, Jumelet, J, Zuidema, W & Fern\u00e1ndez, R 2022, 'Structural Persistence in Language Models: Priming as a Window into Abstract Language Representations', Transactions of the Association of Computational Linguistics, vol. 10, pp. 1031\u20131050. https://doi.org/10.1162/tacl_a_00504","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:aura.abdn.ac.uk:2164/20553","is_oa":false,"landing_page_url":"https://hdl.handle.net/2164/20553","pdf_url":null,"source":{"id":"https://openalex.org/S4306400966","display_name":"Aberdeen University Research Archive (Aberdeen University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I195460627","host_organization_name":"University of Aberdeen","host_organization_lineage":["https://openalex.org/I195460627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/ad503f58-6f91-420f-a929-134a7d89eca6","is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/ad503f58-6f91-420f-a929-134a7d89eca6","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sinclair, A, Jumelet, J, Zuidema, W & Fern\u00e1ndez, R 2022, 'Structural Persistence in Language Models: Priming as a Window into Abstract Language Representations', Transactions of the Association of Computational Linguistics, vol. 10, pp. 1031\u20131050. https://doi.org/10.1162/tacl_a_00504","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:a5151d9f6fa94df5bd305616566c7aaa","is_oa":true,"landing_page_url":"https://doaj.org/article/a5151d9f6fa94df5bd305616566c7aaa","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 10, Pp 1031-1050 (2022)","raw_type":"article"},{"id":"pmh:uvapub:oai:dare.uva.nl:openaire_cris_publications/ad503f58-6f91-420f-a929-134a7d89eca6","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/structural-persistence-in-language-models-priming-as-a-window-into-abstract-language-representations(ad503f58-6f91-420f-a929-134a7d89eca6).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association of Computational Linguistics, 10. MIT Press Journals","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00504","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00504","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00504/2043729/tacl_a_00504.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2388848714","display_name":"Distributed dynamic REpresentations for diAlogue Management","funder_award_id":"819455","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321008","display_name":"Universiteit van Amsterdam","ror":"https://ror.org/04dkp9463"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4296564631.pdf","grobid_xml":"https://content.openalex.org/works/W4296564631.grobid-xml"},"referenced_works_count":94,"referenced_works":["https://openalex.org/W135424641","https://openalex.org/W1965732120","https://openalex.org/W1974166643","https://openalex.org/W1983350468","https://openalex.org/W1991294536","https://openalex.org/W2001922445","https://openalex.org/W2010430634","https://openalex.org/W2010444421","https://openalex.org/W2020046942","https://openalex.org/W2035726644","https://openalex.org/W2043838458","https://openalex.org/W2043888153","https://openalex.org/W2043943044","https://openalex.org/W2044688197","https://openalex.org/W2083128081","https://openalex.org/W2085116379","https://openalex.org/W2093860820","https://openalex.org/W2106393882","https://openalex.org/W2107248784","https://openalex.org/W2113226571","https://openalex.org/W2128076956","https://openalex.org/W2131683045","https://openalex.org/W2132308445","https://openalex.org/W2135183840","https://openalex.org/W2140015046","https://openalex.org/W2141305712","https://openalex.org/W2145719099","https://openalex.org/W2148748716","https://openalex.org/W2166916420","https://openalex.org/W2259472270","https://openalex.org/W2342985139","https://openalex.org/W2375011798","https://openalex.org/W2539748986","https://openalex.org/W2549835527","https://openalex.org/W2597923969","https://openalex.org/W2892181857","https://openalex.org/W2912512851","https://openalex.org/W2921890305","https://openalex.org/W2922523190","https://openalex.org/W2929581986","https://openalex.org/W2944797580","https://openalex.org/W2946359678","https://openalex.org/W2946417913","https://openalex.org/W2951286828","https://openalex.org/W2963430224","https://openalex.org/W2963751529","https://openalex.org/W2964335542","https://openalex.org/W2965373594","https://openalex.org/W2971044268","https://openalex.org/W2979826702","https://openalex.org/W2986128786","https://openalex.org/W2988937804","https://openalex.org/W2996728628","https://openalex.org/W3004346089","https://openalex.org/W3022853932","https://openalex.org/W3024308166","https://openalex.org/W3034775979","https://openalex.org/W3034995113","https://openalex.org/W3035179945","https://openalex.org/W3037115370","https://openalex.org/W3098952151","https://openalex.org/W3099236585","https://openalex.org/W3103520839","https://openalex.org/W3104235057","https://openalex.org/W3115633976","https://openalex.org/W3116815090","https://openalex.org/W3118485687","https://openalex.org/W3152698349","https://openalex.org/W3159684727","https://openalex.org/W3166920165","https://openalex.org/W3174169056","https://openalex.org/W3175606037","https://openalex.org/W3176245452","https://openalex.org/W3176549216","https://openalex.org/W4205686386","https://openalex.org/W4211177544","https://openalex.org/W4212774754","https://openalex.org/W4225707828","https://openalex.org/W4229781645","https://openalex.org/W4245252285","https://openalex.org/W4285225959","https://openalex.org/W6677535196","https://openalex.org/W6685977572","https://openalex.org/W6739901393","https://openalex.org/W6741252197","https://openalex.org/W6755207826","https://openalex.org/W6757635932","https://openalex.org/W6766673545","https://openalex.org/W6768021236","https://openalex.org/W6768851824","https://openalex.org/W6778883912","https://openalex.org/W6790082705","https://openalex.org/W6795151757","https://openalex.org/W6796130708"],"related_works":["https://openalex.org/W2367925007","https://openalex.org/W4288263119","https://openalex.org/W3015724364","https://openalex.org/W2967994095","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4286930972","https://openalex.org/W3202115945","https://openalex.org/W2542958340","https://openalex.org/W4389520438"],"abstract_inverted_index":{"Abstract":[0],"We":[1,34,68,91],"investigate":[2],"the":[3,16,19,25,43,105,122,126,149,161,168,176],"extent":[4,112],"to":[5,13,41,48,110,170],"which":[6,53],"modern":[7],"neural":[8],"language":[9,65,164],"models":[10,47,95,127,165],"are":[11,109],"susceptible":[12],"structural":[14,51,100],"priming,":[15,101],"phenomenon":[17],"whereby":[18],"structure":[20,27,134],"of":[21,45,99,139,163],"a":[22,31,55,70,76,153],"sentence":[23],"makes":[24],"same":[26],"more":[28],"probable":[29],"in":[30],"follow-up":[32],"sentence.":[33],"explore":[35],"how":[36],"priming":[37,89,150],"can":[38],"be":[39],"used":[40],"study":[42,146],"potential":[44],"these":[46],"learn":[49],"abstract":[50,132],"information,":[52],"is":[54,152],"prerequisite":[56],"for":[57,82,157],"good":[58],"performance":[59],"on":[60],"tasks":[61],"that":[62,86,93,104,121,148,174],"require":[63],"natural":[64],"understanding":[66],"skills.":[67],"introduce":[69],"novel":[71],"metric":[72],"and":[73,166],"release":[74],"Prime-LM,":[75],"large":[77],"corpus":[78],"where":[79],"we":[80],"control":[81],"various":[83],"linguistic":[84],"factors":[85],"interact":[87],"with":[88],"strength.":[90],"find":[92],"Transformer":[94],"indeed":[96],"show":[97,120],"evidence":[98],"but":[102,135],"also":[103,119],"generalizations":[106],"they":[107],"learned":[108],"some":[111],"modulated":[113],"by":[114,125],"semantic":[115],"information.":[116,142],"Our":[117],"experiments":[118],"representations":[123],"acquired":[124],"may":[128],"not":[129],"only":[130],"encode":[131],"sequential":[133],"involve":[136],"certain":[137],"level":[138],"hierarchical":[140],"syntactic":[141],"More":[143],"generally,":[144],"our":[145],"shows":[147],"paradigm":[151],"useful,":[154],"additional":[155],"tool":[156],"gaining":[158],"insights":[159],"into":[160],"capacities":[162],"opens":[167],"door":[169],"future":[171],"priming-based":[172],"investigations":[173],"probe":[175],"model\u2019s":[177],"internal":[178],"states.1":[179]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":31}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}
