{"id":"https://openalex.org/W7131425479","doi":"https://doi.org/10.48550/arxiv.2602.20966","title":"Blackbird Language Matrices: A Framework to Investigate the Linguistic Competence of Language Models","display_name":"Blackbird Language Matrices: A Framework to Investigate the Linguistic Competence of Language Models","publication_year":2026,"publication_date":"2026-02-24","ids":{"openalex":"https://openalex.org/W7131425479","doi":"https://doi.org/10.48550/arxiv.2602.20966"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.20966","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001628475","display_name":"Paola Merlo","orcid":"https://orcid.org/0000-0003-0105-7044"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Merlo, Paola","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126829346","display_name":"Chunyang Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Chunyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090237309","display_name":"Giuseppe Samo","orcid":"https://orcid.org/0000-0003-3449-8006"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samo, Giuseppe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019999408","display_name":"Vivi N\u0103stase","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nastase, Vivi","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001628475"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.3617999851703644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.3617999851703644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14149999618530273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10090000182390213,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chunking","display_name":"Chunking (psychology)","score":0.5845999717712402},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4693000018596649},{"id":"https://openalex.org/keywords/language-acquisition","display_name":"Language acquisition","score":0.41499999165534973},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4092000126838684},{"id":"https://openalex.org/keywords/linguistic-description","display_name":"Linguistic description","score":0.3928000032901764},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.3767000138759613},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.3732999861240387},{"id":"https://openalex.org/keywords/linguistic-competence","display_name":"Linguistic competence","score":0.35580000281333923},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.33559998869895935}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6556000113487244},{"id":"https://openalex.org/C203357204","wikidata":"https://www.wikidata.org/wiki/Q1089605","display_name":"Chunking (psychology)","level":2,"score":0.5845999717712402},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5281999707221985},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4887000024318695},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4693000018596649},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4239000082015991},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.41499999165534973},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4092000126838684},{"id":"https://openalex.org/C172205122","wikidata":"https://www.wikidata.org/wiki/Q777864","display_name":"Linguistic description","level":2,"score":0.3928000032901764},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.3767000138759613},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C17601614","wikidata":"https://www.wikidata.org/wiki/Q1346205","display_name":"Linguistic competence","level":2,"score":0.35580000281333923},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C64249296","wikidata":"https://www.wikidata.org/wiki/Q5250411","display_name":"Deep linguistic processing","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.31279999017715454},{"id":"https://openalex.org/C185954173","wikidata":"https://www.wikidata.org/wiki/Q4347052","display_name":"Object language","level":3,"score":0.30329999327659607},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.2921000123023987},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.28610000014305115},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.27480000257492065},{"id":"https://openalex.org/C153578388","wikidata":"https://www.wikidata.org/wiki/Q351625","display_name":"Theoretical linguistics","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C94922259","wikidata":"https://www.wikidata.org/wiki/Q33215","display_name":"Constructed language","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.20966","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.20966","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.20966","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.20966","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8177522420883179}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"article":[1],"describes":[2],"a":[3,152,194],"novel":[4],"language":[5,72,186,189,234],"task,":[6,12],"the":[7,19,45,144,172,218,237],"Blackbird":[8],"Language":[9],"Matrices":[10],"(BLM)":[11],"inspired":[13],"by":[14,163,213],"intelligence":[15],"tests,":[16],"and":[17,24,26,31,80,86,101,147,187,204,207,227],"illustrates":[18],"BLM":[20],"datasets,":[21],"their":[22,54,81,141],"construction":[23],"benchmarking,":[25],"targeted":[27],"experiments":[28],"on":[29],"chunking":[30],"systematicity.":[32],"BLMs":[33,215],"are":[34,62,161,210],"multiple-choice":[35],"problems,":[36],"structured":[37,178],"at":[38,115,130],"multiple":[39],"levels:":[40],"within":[41,48],"each":[42,49],"sentence,":[43],"across":[44,90,167],"input":[46],"sequence,":[47],"candidate":[50],"answer.":[51],"Because":[52,191],"of":[53,118,174,183,185,220],"rich":[55],"structure,":[56,197],"these":[57,104,159],"curated,":[58,177,195],"but":[59],"naturalistic":[60],"datasets":[61,179,221],"key":[63],"to":[64,96,150,230],"answer":[65],"some":[66],"core":[67],"questions":[68],"about":[69],"current":[70],"large":[71,188,233],"models":[73,128,235],"abilities:":[74],"do":[75,103],"LLMs":[76],"detect":[77,85],"linguistic":[78,97,153],"objects":[79,146],"properties?":[82],"Do":[83],"they":[84,93,192,199,209,239],"use":[87],"systematic":[88,165],"patterns":[89,166],"sentences?":[91],"Are":[92],"more":[94,121,135],"prone":[95],"or":[98],"reasoning":[99],"errors,":[100],"how":[102],"interact?":[105],"We":[106,138,155],"show":[107,139,157],"that":[108,140,158,176,222],"BLMs,":[109],"while":[110],"challenging,":[111],"can":[112,223],"be":[113,228],"solved":[114],"good":[116],"levels":[117],"performance,":[119],"in":[120,217],"than":[122],"one":[123],"language,":[124],"with":[125,134],"simple":[126],"baseline":[127],"or,":[129],"better":[131],"performance":[132],"levels,":[133],"tailored":[136],"models.":[137,190],"representations":[142],"contain":[143],"grammatical":[145],"attributes":[148],"relevant":[149],"solve":[151],"task.":[154],"also":[156],"solutions":[160],"reached":[162],"detecting":[164],"sentences.":[168],"The":[169],"paper":[170],"supports":[171],"point":[173],"view":[175],"support":[180,224],"multi-faceted":[181],"investigations":[182],"properties":[184],"present":[193],"articulated":[196],"because":[198,208],"comprise":[200],"both":[201],"learning":[202],"contexts":[203],"expected":[205],"answers,":[206],"partly":[211],"built":[212],"hand,":[214],"fall":[216],"category":[219],"explainability":[225],"investigations,":[226],"useful":[229],"ask":[231],"why":[232],"behave":[236],"way":[238],"do.":[240]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-26T00:00:00"}