{"id":"https://openalex.org/W4378227416","doi":"https://doi.org/10.1017/s1351324923000190","title":"Morphosyntactic probing of multilingual BERT models","display_name":"Morphosyntactic probing of multilingual BERT models","publication_year":2023,"publication_date":"2023-05-25","ids":{"openalex":"https://openalex.org/W4378227416","doi":"https://doi.org/10.1017/s1351324923000190"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324923000190","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324923000190","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/8C0D539D3F11FB188AB73228BA7F5805/S1351324923000190a.pdf/div-class-title-morphosyntactic-probing-of-multilingual-bert-models-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/8C0D539D3F11FB188AB73228BA7F5805/S1351324923000190a.pdf/div-class-title-morphosyntactic-probing-of-multilingual-bert-models-div.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018650131","display_name":"Judit \u00c1cs","orcid":"https://orcid.org/0000-0003-4918-4333"},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]},{"id":"https://openalex.org/I4210117195","display_name":"Institute for Computer Science and Control","ror":"https://ror.org/0249v7n71","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210117195","https://openalex.org/I7597260"]}],"countries":["HU"],"is_corresponding":true,"raw_author_name":"Judit Acs","raw_affiliation_strings":["Department of Automation and Applied Informatics, Faculty of Electrical Engineering and Informatics, Budapest University of Technology and Economics, Budapest, Hungary","Informatics Laboratory, ELKH Institute for Computer Science and Control (SZTAKI), Budapest, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Automation and Applied Informatics, Faculty of Electrical Engineering and Informatics, Budapest University of Technology and Economics, Budapest, Hungary","institution_ids":["https://openalex.org/I29770179"]},{"raw_affiliation_string":"Informatics Laboratory, ELKH Institute for Computer Science and Control (SZTAKI), Budapest, Hungary","institution_ids":["https://openalex.org/I4210117195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070578681","display_name":"Endre Hamerlik","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117195","display_name":"Institute for Computer Science and Control","ror":"https://ror.org/0249v7n71","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210117195","https://openalex.org/I7597260"]},{"id":"https://openalex.org/I74788687","display_name":"Comenius University Bratislava","ror":"https://ror.org/0587ef340","country_code":"SK","type":"education","lineage":["https://openalex.org/I74788687"]}],"countries":["HU","SK"],"is_corresponding":false,"raw_author_name":"Endre Hamerlik","raw_affiliation_strings":["Department of Applied Informatics, Comenius University in Bratislava Faculty of Mathematics Physics and Informatics, Bratislava, Slovakia","Informatics Laboratory, ELKH Institute for Computer Science and Control (SZTAKI), Budapest, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Applied Informatics, Comenius University in Bratislava Faculty of Mathematics Physics and Informatics, Bratislava, Slovakia","institution_ids":["https://openalex.org/I74788687"]},{"raw_affiliation_string":"Informatics Laboratory, ELKH Institute for Computer Science and Control (SZTAKI), Budapest, Hungary","institution_ids":["https://openalex.org/I4210117195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007903277","display_name":"Roy Schwartz","orcid":"https://orcid.org/0000-0003-3487-5713"},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Roy Schwartz","raw_affiliation_strings":["School of Computer Science and Engineering, Hebrew University of Jerusalem, Jerusalem, Israel"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Hebrew University of Jerusalem, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088517824","display_name":"Noah A. Smith","orcid":"https://orcid.org/0000-0002-2310-6380"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noah A. Smith","raw_affiliation_strings":["Allen Institute for Artificial Intelligence, Seattle, WA, USA","Paul G. Allen School of Computer Science and Engineering, University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210156221"]},{"raw_affiliation_string":"Paul G. Allen School of Computer Science and Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065413313","display_name":"Andr\u00e1s Kornai","orcid":"https://orcid.org/0000-0001-6078-6840"},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]},{"id":"https://openalex.org/I4210117195","display_name":"Institute for Computer Science and Control","ror":"https://ror.org/0249v7n71","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210117195","https://openalex.org/I7597260"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Andras Kornai","raw_affiliation_strings":["Department of Algebra, Faculty of Natural Sciences, Budapest University of Technology and Economics","Informatics Laboratory, ELKH Institute for Computer Science and Control (SZTAKI), Budapest, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Algebra, Faculty of Natural Sciences, Budapest University of Technology and Economics","institution_ids":["https://openalex.org/I29770179"]},{"raw_affiliation_string":"Informatics Laboratory, ELKH Institute for Computer Science and Control (SZTAKI), Budapest, Hungary","institution_ids":["https://openalex.org/I4210117195"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5018650131"],"corresponding_institution_ids":["https://openalex.org/I29770179","https://openalex.org/I4210117195"],"apc_list":null,"apc_paid":null,"fwci":1.216,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.8286639,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"30","issue":"4","first_page":"753","last_page":"792"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9130209684371948},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6478540897369385},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6403209567070007},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.605984628200531},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6028703451156616},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6025196313858032},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5103351473808289},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.47239965200424194},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44290050864219666},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.16128912568092346}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9130209684371948},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6478540897369385},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6403209567070007},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.605984628200531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6028703451156616},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6025196313858032},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5103351473808289},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.47239965200424194},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44290050864219666},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.16128912568092346},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1017/s1351324923000190","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324923000190","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/8C0D539D3F11FB188AB73228BA7F5805/S1351324923000190a.pdf/div-class-title-morphosyntactic-probing-of-multilingual-bert-models-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2306.06205","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.06205","pdf_url":"https://arxiv.org/pdf/2306.06205","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.sztaki.hu:10786","is_oa":true,"landing_page_url":"https://eprints.sztaki.hu/10786/","pdf_url":"https://eprints.sztaki.hu/10786/1/Acs_753_33999207_ny.pdf","source":{"id":"https://openalex.org/S4306401907","display_name":"SZTAKI Publication Repository (Hungarian Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I7597260","host_organization_name":"Hungarian Academy of Sciences","host_organization_lineage":["https://openalex.org/I7597260"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"doi:10.1017/s1351324923000190","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324923000190","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/8C0D539D3F11FB188AB73228BA7F5805/S1351324923000190a.pdf/div-class-title-morphosyntactic-probing-of-multilingual-bert-models-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3241820797","display_name":null,"funder_award_id":"RRF-2.3.1-21-2022-00004","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8051717526","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8139692357","display_name":null,"funder_award_id":"APVV-21-","funder_id":"https://openalex.org/F4320323251","funder_display_name":"Agent\u00fara na Podporu V\u00fdskumu a V\u00fdvoja"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323251","display_name":"Agent\u00fara na Podporu V\u00fdskumu a V\u00fdvoja","ror":"https://ror.org/037nx0e70"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4378227416.pdf"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W46679369","https://openalex.org/W596964094","https://openalex.org/W1988865622","https://openalex.org/W2019911971","https://openalex.org/W2024165284","https://openalex.org/W2027889013","https://openalex.org/W2054888858","https://openalex.org/W2099295124","https://openalex.org/W2111460811","https://openalex.org/W2128390429","https://openalex.org/W2250382531","https://openalex.org/W2250539671","https://openalex.org/W2264869955","https://openalex.org/W2292919134","https://openalex.org/W2481240925","https://openalex.org/W2486227503","https://openalex.org/W2492794003","https://openalex.org/W2493916176","https://openalex.org/W2510905642","https://openalex.org/W2511550932","https://openalex.org/W2516090925","https://openalex.org/W2525778437","https://openalex.org/W2563574619","https://openalex.org/W2572743863","https://openalex.org/W2605717780","https://openalex.org/W2733687328","https://openalex.org/W2891555348","https://openalex.org/W2892205701","https://openalex.org/W2906152891","https://openalex.org/W2908510526","https://openalex.org/W2914924671","https://openalex.org/W2946417913","https://openalex.org/W2962680795","https://openalex.org/W2962739339","https://openalex.org/W2963250244","https://openalex.org/W2963643701","https://openalex.org/W2963918774","https://openalex.org/W2964204621","https://openalex.org/W2964303116","https://openalex.org/W2965373594","https://openalex.org/W2970529259","https://openalex.org/W2970862333","https://openalex.org/W2971044268","https://openalex.org/W2990138404","https://openalex.org/W2990484252","https://openalex.org/W2997900951","https://openalex.org/W3004346089","https://openalex.org/W3011574394","https://openalex.org/W3013563411","https://openalex.org/W3035137491","https://openalex.org/W3035390927","https://openalex.org/W3088409176","https://openalex.org/W3099668342","https://openalex.org/W3104235057","https://openalex.org/W3155744586","https://openalex.org/W3156886841","https://openalex.org/W3169194986","https://openalex.org/W3173447414","https://openalex.org/W3174770825","https://openalex.org/W3175606037","https://openalex.org/W3176828726","https://openalex.org/W3200130628","https://openalex.org/W3202070718","https://openalex.org/W4205288657","https://openalex.org/W4205945417","https://openalex.org/W4229785665","https://openalex.org/W4298742451","https://openalex.org/W6601894380","https://openalex.org/W6675105782","https://openalex.org/W6681301821","https://openalex.org/W6741034559"],"related_works":["https://openalex.org/W3049463507","https://openalex.org/W2936497627","https://openalex.org/W4288365749","https://openalex.org/W3013624417","https://openalex.org/W4287826556","https://openalex.org/W4287598411","https://openalex.org/W3098382480","https://openalex.org/W3094871513","https://openalex.org/W3198458223","https://openalex.org/W4288267738"],"abstract_inverted_index":{"Abstract":[0],"We":[1,46,64],"introduce":[2],"an":[3],"extensive":[4],"dataset":[5],"for":[6,71,115],"multilingual":[7],"probing":[8,73],"of":[9,25,94,102],"morphological":[10,34],"information":[11,78,122],"in":[12,80],"language":[13],"models":[14,51],"(247":[15],"tasks":[16],"across":[17,61],"42":[18],"languages":[19],"from":[20,41],"10":[21],"families),":[22],"each":[23,72],"consisting":[24],"a":[26,29,33,86,112],"sentence":[27],"with":[28],"target":[30],"word":[31],"and":[32,53],"tag":[35],"as":[36],"the":[37,42,76,81,96,99,116,125,128],"desired":[38],"label,":[39],"derived":[40],"Universal":[43],"Dependencies":[44],"treebanks.":[45],"find":[47],"that":[48,57,90,109],"pre-trained":[49],"Transformer":[50],"(mBERT":[52],"XLM-RoBERTa)":[54],"learn":[55],"features":[56],"attain":[58],"strong":[59,113],"performance":[60],"these":[62],"tasks.":[63],"then":[65],"apply":[66],"two":[67],"methods":[68],"to":[69,119,124],"locate,":[70],"task,":[74],"where":[75],"disambiguating":[77],"resides":[79],"input.":[82],"The":[83,105],"first":[84],"is":[85,98,111],"new":[87],"perturbation":[88],"method":[89,101],"\u201cmasks\u201d":[91],"various":[92],"parts":[93],"context;":[95],"second":[97],"classical":[100],"Shapley":[103],"values.":[104],"most":[106],"intriguing":[107],"finding":[108],"emerges":[110],"tendency":[114],"preceding":[117],"context":[118],"hold":[120],"more":[121],"relevant":[123],"prediction":[126],"than":[127],"following":[129],"context.":[130]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}