{"id":"https://openalex.org/W7140079982","doi":"https://doi.org/10.18653/v1/2026.mme-main.4","title":"Vinclat: Evaluating Reasoning, Cognition and Culture in One Game","display_name":"Vinclat: Evaluating Reasoning, Cognition and Culture in One Game","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140079982","doi":"https://doi.org/10.18653/v1/2026.mme-main.4"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.mme-main.4","doi":"https://doi.org/10.18653/v1/2026.mme-main.4","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.mme-main.4","pdf_url":"https://aclanthology.org/2026.mme-main.4.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the First Workshop on Multilingual Multicultural Evaluation","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.mme-main.4.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031105903","display_name":"Marc P\u00e0mies","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Marc P\u00e0mies","raw_affiliation_strings":["Barcelona Supercomputing Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center","institution_ids":["https://openalex.org/I2799803557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116269419","display_name":"Javier Aula-Blasco","orcid":"https://orcid.org/0000-0001-6237-2115","observed_orcids":["https://orcid.org/0000-0001-6237-2115"]},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Javier Aula-Blasco","raw_affiliation_strings":["Barcelona Supercomputing Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center","institution_ids":["https://openalex.org/I2799803557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080796123","display_name":"Aitor Gonz\u00e1lez-Agirre","orcid":"https://orcid.org/0000-0002-6106-7810","observed_orcids":["https://orcid.org/0000-0002-6106-7810"]},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Aitor Gonzalez-Agirre","raw_affiliation_strings":["Barcelona Supercomputing Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center","institution_ids":["https://openalex.org/I2799803557"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108128786","display_name":"Marta Villegas","orcid":"https://orcid.org/0000-0003-0711-0029","observed_orcids":["https://orcid.org/0000-0003-0711-0029"]},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Marta Villegas","raw_affiliation_strings":["Barcelona Supercomputing Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center","institution_ids":["https://openalex.org/I2799803557"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2799803557"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14055275,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"49","last_page":"66"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9082000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9082000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.04230000078678131,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.032600000500679016,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evaluation-dataset","display_name":"evaluation dataset","score":0.7139999866485596},{"id":"https://openalex.org/keywords/catalan-language","display_name":"Catalan language","score":0.734000027179718},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8560000061988831},{"id":"https://openalex.org/keywords/reasoning-evaluation","display_name":"reasoning evaluation","score":0.5419999957084656},{"id":"https://openalex.org/keywords/cultural-knowledge","display_name":"cultural knowledge","score":0.7699999809265137},{"id":"https://openalex.org/keywords/riddles","display_name":"riddles","score":0.8479999899864197},{"id":"https://openalex.org/keywords/abductive-reasoning","display_name":"abductive reasoning","score":0.9120000004768372},{"id":"https://openalex.org/keywords/inferential-reasoning","display_name":"inferential reasoning","score":0.9049999713897705},{"id":"https://openalex.org/keywords/cognitive-skills","display_name":"cognitive skills","score":0.6029999852180481},{"id":"https://openalex.org/keywords/word-retrieval","display_name":"word retrieval","score":0.593999981880188},{"id":"https://openalex.org/keywords/paraphrasing","display_name":"paraphrase","score":0.9739999771118164},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"pattern recognition","score":0.8270000219345093},{"id":"https://openalex.org/keywords/associative-thinking","display_name":"associative thinking","score":0.9559999704360962},{"id":"https://openalex.org/keywords/benchmark-saturation","display_name":"benchmark saturation","score":0.36399999260902405}],"concepts":[{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5857999920845032},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5464000105857849},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.43309998512268066},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.362199991941452},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3434999883174896},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.30489999055862427},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C96851999","wikidata":"https://www.wikidata.org/wiki/Q848369","display_name":"Subconscious","level":3,"score":0.25440001487731934},{"id":"https://openalex.org/C86658582","wikidata":"https://www.wikidata.org/wiki/Q1432778","display_name":"Social cognition","level":3,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.mme-main.4","doi":"https://doi.org/10.18653/v1/2026.mme-main.4","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.mme-main.4","pdf_url":"https://aclanthology.org/2026.mme-main.4.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the First Workshop on Multilingual Multicultural Evaluation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.mme-main.4","doi":"https://doi.org/10.18653/v1/2026.mme-main.4","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.mme-main.4","pdf_url":"https://aclanthology.org/2026.mme-main.4.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the First Workshop on Multilingual Multicultural Evaluation","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321505","display_name":"Generalitat de Catalunya","ror":"https://ror.org/01bg62x04"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140079982.pdf","grobid_xml":"https://content.openalex.org/works/W7140079982.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7103104089","https://openalex.org/W4388926140","https://openalex.org/W4407571059","https://openalex.org/W4401041990","https://openalex.org/W7160065057","https://openalex.org/W4414857749","https://openalex.org/W4403123572","https://openalex.org/W4409711212","https://openalex.org/W4416020007","https://openalex.org/W4414845990"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"Vinclat,":[3],"a":[4,35,40,86,91,132],"novel":[5],"evaluation":[6,102,148],"dataset":[7],"for":[8],"Catalan":[9],"carefully":[10],"designed":[11],"to":[12,84],"assess":[13],"the":[14,121,138],"reasoning":[15,42],"capabilities":[16],"and":[17,28,46,64,134],"cultural":[18],"knowledge":[19],"of":[20,94,103,113],"LLMs.It":[21],"comprises":[22],"1,000":[23],"highquality":[24],"instances,":[25],"meticulously":[26],"crafted":[27],"reviewed":[29],"by":[30],"human":[31],"annotators.Each":[32],"instance":[33],"presents":[34],"complex":[36],"riddle":[37],"that":[38,107,120,129,141],"requires":[39],"twostep":[41],"process":[43],"involving":[44],"inferential":[45],"abductive":[47],"reasoning,":[48,115],"along":[49],"with":[50],"other":[51],"cognitive":[52],"skills":[53],"such":[54],"as":[55],"lexical":[56],"retrieval,":[57],"paraphrasing,":[58],"flexibility":[59],"in":[60,145],"interpretation,":[61],"pattern":[62],"recognition,":[63],"associative":[65],"thinking.Given":[66],"four":[67],"independent":[68],"clues,":[69],"models":[70,105],"should":[71],"infer":[72],"intermediate":[73],"concepts":[74],"which,":[75],"despite":[76],"being":[77],"seemingly":[78],"unrelated,":[79],"can":[80],"be":[81],"creatively":[82],"connected":[83],"reach":[85],"final":[87],"solution.The":[88],"task":[89],"targets":[90],"unique":[92],"blend":[93],"capabilities,":[95],"distinguishing":[96],"it":[97],"from":[98],"existing":[99,147],"NLP":[100],"benchmarks.Our":[101],"state-ofthe-art":[104],"reveals":[106],"these":[108],"still":[109],"fall":[110],"significantly":[111],"short":[112],"human-level":[114],"although":[116],"scaling":[117],"trends":[118],"suggest":[119],"performance":[122],"gap":[123],"may":[124],"narrow":[125],"over":[126],"time.This":[127],"indicates":[128],"Vinclat":[130],"provides":[131],"robust":[133],"long-term":[135],"challenge,":[136],"resisting":[137],"rapid":[139],"saturation":[140],"is":[142],"commonly":[143],"observed":[144],"many":[146],"datasets.":[149]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-03-24T00:00:00"}