{"id":"https://openalex.org/W7125477356","doi":"https://doi.org/10.1162/tacl.a.600","title":"MultiBLiMP 1.0: A Massively Multilingual Benchmark of Linguistic Minimal Pairs","display_name":"MultiBLiMP 1.0: A Massively Multilingual Benchmark of Linguistic Minimal Pairs","publication_year":2026,"publication_date":"2026-01-16","ids":{"openalex":"https://openalex.org/W7125477356","doi":"https://doi.org/10.1162/tacl.a.600"},"language":"en","primary_location":{"id":"doi:10.1162/tacl.a.600","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.600","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/TACL.a.600/2577913/tacl.a.600.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/TACL.a.600/2577913/tacl.a.600.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056188012","display_name":"Jaap Jumelet","orcid":null},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jaap Jumelet","raw_affiliation_strings":["University of Groningen, The Netherlands. j.w.d.jumelet@rug.nl"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Groningen, The Netherlands. j.w.d.jumelet@rug.nl","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077107837","display_name":"Leonie Weissweiler","orcid":null},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Leonie Weissweiler","raw_affiliation_strings":["Uppsala University, Sweden. leonie.weissweiler@lingfil.uu.se"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uppsala University, Sweden. leonie.weissweiler@lingfil.uu.se","institution_ids":["https://openalex.org/I123387679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026817367","display_name":"Joakim Nivre","orcid":"https://orcid.org/0000-0002-7873-3971"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Joakim Nivre","raw_affiliation_strings":["Uppsala University, Sweden. joakim.nivre@lingfil.uu.se"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uppsala University, Sweden. joakim.nivre@lingfil.uu.se","institution_ids":["https://openalex.org/I123387679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123700153","display_name":"Arianna Bisazza","orcid":null},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Arianna Bisazza","raw_affiliation_strings":["University of Groningen, The Netherlands. a.bisazza@rug.nl"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Groningen, The Netherlands. a.bisazza@rug.nl","institution_ids":["https://openalex.org/I169381384"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.08612914,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"14","issue":null,"first_page":"193","last_page":"216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7724999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7724999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.05040000006556511,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.03530000150203705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8880000114440918},{"id":"https://openalex.org/keywords/massively-parallel","display_name":"Massively parallel","score":0.4945000112056732},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.3837999999523163},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.22450000047683716},{"id":"https://openalex.org/keywords/constructed-language","display_name":"Constructed language","score":0.21610000729560852}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8880000114440918},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8618999719619751},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5838000178337097},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5212000012397766},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.4945000112056732},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.3837999999523163},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3564000129699707},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.22450000047683716},{"id":"https://openalex.org/C94922259","wikidata":"https://www.wikidata.org/wiki/Q33215","display_name":"Constructed language","level":2,"score":0.21610000729560852},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.21570000052452087}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl.a.600","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.600","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/TACL.a.600/2577913/tacl.a.600.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:uu-582601","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-582601","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"Diva portal (Dalarna University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1162/tacl.a.600","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.600","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/TACL.a.600/2577913/tacl.a.600.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5579453110694885}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320273","display_name":"University of Cambridge","ror":"https://ror.org/013meh722"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7125477356.pdf","grobid_xml":"https://content.openalex.org/works/W7125477356.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W189569125","https://openalex.org/W2250273070","https://openalex.org/W2549835527","https://openalex.org/W2888922637","https://openalex.org/W2915977242","https://openalex.org/W2952638691","https://openalex.org/W2963751529","https://openalex.org/W2964117978","https://openalex.org/W2978670439","https://openalex.org/W2979826702","https://openalex.org/W2996728628","https://openalex.org/W3034510440","https://openalex.org/W3035064549","https://openalex.org/W3035137491","https://openalex.org/W3037115370","https://openalex.org/W3098550331","https://openalex.org/W3113061855","https://openalex.org/W3146437020","https://openalex.org/W3173954987","https://openalex.org/W4223508017","https://openalex.org/W4287887656","https://openalex.org/W4366580311","https://openalex.org/W4377991031","https://openalex.org/W4385573092","https://openalex.org/W4386566493","https://openalex.org/W4389520036","https://openalex.org/W4389669106","https://openalex.org/W4391591605","https://openalex.org/W4392935324","https://openalex.org/W4402671223","https://openalex.org/W4402671241","https://openalex.org/W4402671569","https://openalex.org/W4402672104","https://openalex.org/W4404347192","https://openalex.org/W4404781008","https://openalex.org/W4404782734","https://openalex.org/W4404782915","https://openalex.org/W4408229604","https://openalex.org/W4409261781","https://openalex.org/W4411113501","https://openalex.org/W4411119491","https://openalex.org/W4411638674","https://openalex.org/W4412944984"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"We":[1],"introduce":[2],"MultiBLiMP":[3,48],"1.0,":[4],"a":[5,34],"massively":[6],"multilingual":[7,57],"benchmark":[8],"of":[9,19,43,52,63],"linguistic":[10,41],"minimal":[11,26,29],"pairs,":[12],"covering":[13],"101":[14],"languages":[15],"and":[16,46,59],"2":[17],"types":[18],"subject-verb":[20],"agreement,":[21],"containing":[22],"more":[23],"than":[24],"128,000":[25],"pairs.":[27],"Our":[28],"pairs":[30],"are":[31],"created":[32],"using":[33],"fully":[35],"automated":[36],"pipeline,":[37],"leveraging":[38],"the":[39,61,64],"large-scale":[40],"resources":[42],"Universal":[44],"Dependencies":[45],"UniMorph.":[47],"1.0":[49],"evaluates":[50],"abilities":[51],"LLMs":[53],"at":[54],"an":[55],"unprecedented":[56],"scale,":[58],"highlights":[60],"shortcomings":[62],"current":[65],"state-of-the-art":[66],"in":[67],"modelling":[68],"low-resource":[69],"languages.1":[70]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-01-24T00:00:00"}