{"id":"https://openalex.org/W4317879851","doi":"https://doi.org/10.1162/tacl_a_00531","title":"Assessing the Capacity of Transformer to Abstract Syntactic Representations: A Contrastive Analysis Based on Long-distance Agreement","display_name":"Assessing the Capacity of Transformer to Abstract Syntactic Representations: A Contrastive Analysis Based on Long-distance Agreement","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4317879851","doi":"https://doi.org/10.1162/tacl_a_00531"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00531","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00531","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00531/2067845/tacl_a_00531.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00531/2067845/tacl_a_00531.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101769215","display_name":"Bingzhi Li","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I204730241","display_name":"Universit\u00e9 Paris Cit\u00e9","ror":"https://ror.org/05f82e368","country_code":"FR","type":"education","lineage":["https://openalex.org/I204730241"]},{"id":"https://openalex.org/I4210091437","display_name":"Sorbonne Paris Cit\u00e9","ror":"https://ror.org/001z21q04","country_code":"FR","type":"other","lineage":["https://openalex.org/I4210091437"]},{"id":"https://openalex.org/I4210114212","display_name":"Laboratoire de Linguistique Formelle","ror":"https://ror.org/0223bz716","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I4210114212","https://openalex.org/I4210150854"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Bingzhi Li","raw_affiliation_strings":["Universit\u00e9 Paris Cit\u00e9, LLF, CNRS, 75013 Paris, France. bingzhi.li@etu.u-paris.fr","Laboratoire de Linguistique Formelle"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris Cit\u00e9, LLF, CNRS, 75013 Paris, France. bingzhi.li@etu.u-paris.fr","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I4210091437"]},{"raw_affiliation_string":"Laboratoire de Linguistique Formelle","institution_ids":["https://openalex.org/I4210114212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013670630","display_name":"Guillaume Wisniewski","orcid":"https://orcid.org/0000-0002-4445-080X"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I204730241","display_name":"Universit\u00e9 Paris Cit\u00e9","ror":"https://ror.org/05f82e368","country_code":"FR","type":"education","lineage":["https://openalex.org/I204730241"]},{"id":"https://openalex.org/I4210091437","display_name":"Sorbonne Paris Cit\u00e9","ror":"https://ror.org/001z21q04","country_code":"FR","type":"other","lineage":["https://openalex.org/I4210091437"]},{"id":"https://openalex.org/I4210114212","display_name":"Laboratoire de Linguistique Formelle","ror":"https://ror.org/0223bz716","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I4210114212","https://openalex.org/I4210150854"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Guillaume Wisniewski","raw_affiliation_strings":["Universit\u00e9 Paris Cit\u00e9, LLF, CNRS, 75013 Paris, France. guillaume.wisniewski@u-paris.fr","Laboratoire de Linguistique Formelle"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris Cit\u00e9, LLF, CNRS, 75013 Paris, France. guillaume.wisniewski@u-paris.fr","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I4210091437"]},{"raw_affiliation_string":"Laboratoire de Linguistique Formelle","institution_ids":["https://openalex.org/I4210114212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112901755","display_name":"Beno\u00eet Crabb\u00e9","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I204730241","display_name":"Universit\u00e9 Paris Cit\u00e9","ror":"https://ror.org/05f82e368","country_code":"FR","type":"education","lineage":["https://openalex.org/I204730241"]},{"id":"https://openalex.org/I4210091437","display_name":"Sorbonne Paris Cit\u00e9","ror":"https://ror.org/001z21q04","country_code":"FR","type":"other","lineage":["https://openalex.org/I4210091437"]},{"id":"https://openalex.org/I4210114212","display_name":"Laboratoire de Linguistique Formelle","ror":"https://ror.org/0223bz716","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I4210114212","https://openalex.org/I4210150854"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Beno\u00eet Crabb\u00e9","raw_affiliation_strings":["Universit\u00e9 Paris Cit\u00e9, LLF, CNRS, 75013 Paris, France. benoit.crabbe@u-paris.fr","Laboratoire de Linguistique Formelle"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris Cit\u00e9, LLF, CNRS, 75013 Paris, France. benoit.crabbe@u-paris.fr","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I4210091437"]},{"raw_affiliation_string":"Laboratoire de Linguistique Formelle","institution_ids":["https://openalex.org/I4210114212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.173,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.81568933,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"18","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/participle","display_name":"Participle","score":0.8472009897232056},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7548311948776245},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7387577891349792},{"id":"https://openalex.org/keywords/agreement","display_name":"Agreement","score":0.6500783562660217},{"id":"https://openalex.org/keywords/verb","display_name":"Verb","score":0.6335211992263794},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.5843751430511475},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.57278972864151},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5362856388092041},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5256028175354004},{"id":"https://openalex.org/keywords/contrastive-analysis","display_name":"Contrastive analysis","score":0.428725004196167},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.1013856828212738}],"concepts":[{"id":"https://openalex.org/C2779120887","wikidata":"https://www.wikidata.org/wiki/Q814722","display_name":"Participle","level":3,"score":0.8472009897232056},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7548311948776245},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7387577891349792},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.6500783562660217},{"id":"https://openalex.org/C2776397901","wikidata":"https://www.wikidata.org/wiki/Q24905","display_name":"Verb","level":2,"score":0.6335211992263794},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5843751430511475},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.57278972864151},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5362856388092041},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5256028175354004},{"id":"https://openalex.org/C2777629044","wikidata":"https://www.wikidata.org/wiki/Q614959","display_name":"Contrastive analysis","level":2,"score":0.428725004196167},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1013856828212738},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/tacl_a_00531","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00531","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00531/2067845/tacl_a_00531.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-03957265v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03957265","pdf_url":"http://arxiv.org/pdf/2212.04523","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, 2023, 11, pp.18-33. ⟨10.1162/tacl_a_00531⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:0f1145eff1d04eec9d955aa71519fcc7","is_oa":true,"landing_page_url":"https://doaj.org/article/0f1145eff1d04eec9d955aa71519fcc7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 11 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00531","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00531","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00531/2067845/tacl_a_00531.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2339331049","display_name":"Empirical Foundations of Linguistics : data, methods, models","funder_award_id":"ANR-10-LABX-0083","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7240651115","display_name":null,"funder_award_id":"ANR-10","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7376787254","display_name":null,"funder_award_id":"ANR-10-LABX","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1554027614","https://openalex.org/W2098813185","https://openalex.org/W2101234009","https://openalex.org/W2549835527","https://openalex.org/W2574741565","https://openalex.org/W2888922637","https://openalex.org/W2898200493","https://openalex.org/W2906152891","https://openalex.org/W2948947170","https://openalex.org/W2963430224","https://openalex.org/W2963751529","https://openalex.org/W2964130895","https://openalex.org/W2964204621","https://openalex.org/W2964222268","https://openalex.org/W2970862333","https://openalex.org/W2978670439","https://openalex.org/W2986889180","https://openalex.org/W2990138404","https://openalex.org/W2996728628","https://openalex.org/W3018827121","https://openalex.org/W3035160860","https://openalex.org/W3035305735","https://openalex.org/W3037116584","https://openalex.org/W3103054319","https://openalex.org/W3103536442","https://openalex.org/W3104142662","https://openalex.org/W3118485687","https://openalex.org/W3159684727","https://openalex.org/W3159900299","https://openalex.org/W3162404768","https://openalex.org/W3166920165","https://openalex.org/W3176751053","https://openalex.org/W3180328957","https://openalex.org/W3199282899","https://openalex.org/W3200809495","https://openalex.org/W3202070718","https://openalex.org/W4245765565","https://openalex.org/W4285127912","https://openalex.org/W4285177948","https://openalex.org/W4285220062","https://openalex.org/W4288351520","https://openalex.org/W4288631803","https://openalex.org/W4301785137","https://openalex.org/W4309684916","https://openalex.org/W6675354045","https://openalex.org/W6728271538","https://openalex.org/W6732298534","https://openalex.org/W6755573636","https://openalex.org/W6757635932","https://openalex.org/W6757883768","https://openalex.org/W6785887628"],"related_works":["https://openalex.org/W2481045213","https://openalex.org/W1908542551","https://openalex.org/W1990501105","https://openalex.org/W4388117009","https://openalex.org/W2533156446","https://openalex.org/W2586595265","https://openalex.org/W2146599985","https://openalex.org/W1519492249","https://openalex.org/W4250094238","https://openalex.org/W2154212537"],"abstract_inverted_index":{"Abstract":[0],"Many":[1],"studies":[2],"have":[3],"shown":[4],"that":[5,34,58,101,110,130],"transformers":[6,35,120],"are":[7],"able":[8,38],"to":[9,16,39,79],"predict":[10,40],"subject-verb":[11,60,122],"agreement,":[12],"demonstrating":[13],"their":[14,134],"ability":[15],"uncover":[17],"an":[18,25,68],"abstract":[19],"representation":[20],"of":[21,49,59,87],"the":[22,41,47,103,113],"sentence":[23],"in":[24,45,51,127,136],"unsupervised":[26],"way.":[27],"Recently,":[28],"Li":[29],"et":[30],"al.":[31],"(2021)":[32],"found":[33],"were":[36],"also":[37],"object-past":[42,124],"participle":[43,125],"agreement":[44,61,104],"French,":[46],"modeling":[48,135],"which":[50],"formal":[52],"grammar":[53],"is":[54,131],"fundamentally":[55],"different":[56],"from":[57,107],"and":[62,67,91,118,123],"relies":[63],"on":[64,97],"a":[65,128],"movement":[66],"anaphora":[69],"resolution.":[70],"To":[71],"better":[72],"understand":[73],"transformers\u2019":[74],"internal":[75],"working,":[76],"we":[77],"propose":[78],"contrast":[80],"how":[81],"they":[82],"handle":[83,121],"these":[84],"two":[85],"kinds":[86],"agreement.":[88],"Using":[89],"probing":[90],"counterfactual":[92],"analysis":[93],"methods,":[94],"our":[95],"experiments":[96],"French":[98],"agreements":[99,126],"show":[100],"(i)":[102],"task":[105],"suffers":[106],"several":[108],"confounders":[109],"partially":[111],"question":[112],"conclusions":[114],"drawn":[115],"so":[116],"far":[117],"(ii)":[119],"way":[129],"consistent":[132],"with":[133],"theoretical":[137],"linguistics.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2023,"cited_by_count":4}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}