{"id":"https://openalex.org/W7159678828","doi":"https://doi.org/10.4114/intartif.vol29iss77pp131-151","title":"To What Extent Is LLM Performance on Multiple-Choice Questions Driven by Data Leakage? A Case Study with Contamination-Controlled Spanish Undergraduate Exams","display_name":"To What Extent Is LLM Performance on Multiple-Choice Questions Driven by Data Leakage? A Case Study with Contamination-Controlled Spanish Undergraduate Exams","publication_year":2026,"publication_date":"2026-04-29","ids":{"openalex":"https://openalex.org/W7159678828","doi":"https://doi.org/10.4114/intartif.vol29iss77pp131-151"},"language":"es","primary_location":{"id":"doi:10.4114/intartif.vol29iss77pp131-151","is_oa":true,"landing_page_url":"https://doi.org/10.4114/intartif.vol29iss77pp131-151","pdf_url":"https://journal.iberamia.org/index.php/intartif/article/download/2667/282","source":{"id":"https://openalex.org/S4210203986","display_name":"INTELIGENCIA ARTIFICIAL","issn_l":"1137-3601","issn":["1137-3601","1988-3064"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310321681","host_organization_name":"Asociaci\u00f3n Espa\u00f1ola para la Inteligencia Artificial","host_organization_lineage":["https://openalex.org/P4310321681"],"host_organization_lineage_names":["Asociaci\u00f3n Espa\u00f1ola para la Inteligencia Artificial"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Inteligencia Artificial","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://journal.iberamia.org/index.php/intartif/article/download/2667/282","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077697330","display_name":"Eva S\u00e1nchez Salido","orcid":null},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Eva S\u00e1nchez Salido","raw_affiliation_strings":["UNED, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNED, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092041881","display_name":"Adri\u00e1n Ghajari","orcid":"https://orcid.org/0009-0001-4073-6667"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Adrian Ghajari","raw_affiliation_strings":["UNED, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNED, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134990638","display_name":"Guillermo Marco","orcid":null},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Guillermo Marco","raw_affiliation_strings":["UNED, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNED, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008033772","display_name":"Julio Gonzalo","orcid":"https://orcid.org/0000-0002-5341-9337"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Julio Gonzalo","raw_affiliation_strings":["UNED, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNED, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087794571","display_name":"Jes\u00fas Abizanda","orcid":null},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jes\u00fas Abizanda","raw_affiliation_strings":["UNED, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNED, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009134331","display_name":"Roser Morante","orcid":"https://orcid.org/0000-0002-8356-6469"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Roser Morante","raw_affiliation_strings":["UNED, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNED, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124153387","display_name":"Alejandro Benito-Santos","orcid":null},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alejandro Benito-Santos","raw_affiliation_strings":["UNED, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNED, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057033593","display_name":"Laura Plaza","orcid":"https://orcid.org/0000-0001-5144-8014"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Laura Plaza","raw_affiliation_strings":["UNED, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNED, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039395334","display_name":"Jorge Carrillo\u2010de\u2010Albornoz","orcid":"https://orcid.org/0000-0002-1449-1547"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jorge Carrillo-de-Albornoz","raw_affiliation_strings":["UNED, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNED, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042675695","display_name":"V\u00edctor Fresno","orcid":"https://orcid.org/0000-0003-4270-2628"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"V\u00edctor Fresno","raw_affiliation_strings":["UNED, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNED, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021567998","display_name":"Enrique Amig\u00f3","orcid":"https://orcid.org/0000-0003-1482-824X"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Enrique Amig\u00f3","raw_affiliation_strings":["UNED, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNED, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134985168","display_name":"Andr\u00e9s  Fern\u00e1ndez Garc\u00eda","orcid":null},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Andr\u00e9s Fern\u00e1ndez Garc\u00eda","raw_affiliation_strings":["UNED, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNED, Spain","institution_ids":["https://openalex.org/I178450904"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I178450904"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.57737752,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"29","issue":"77","first_page":"131","last_page":"151"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.19130000472068787,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.19130000472068787,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1412999927997589,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.07649999856948853,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5982000231742859},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5372999906539917},{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.5202000141143799},{"id":"https://openalex.org/keywords/grounded-theory","display_name":"Grounded theory","score":0.5123000144958496},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4368000030517578},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.3880000114440918},{"id":"https://openalex.org/keywords/public-speaking","display_name":"Public speaking","score":0.3546999990940094},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.33399999141693115},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3334999978542328}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5982000231742859},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5372999906539917},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.5202000141143799},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.5123000144958496},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42800000309944153},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4278999865055084},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.3880000114440918},{"id":"https://openalex.org/C522180918","wikidata":"https://www.wikidata.org/wiki/Q18342738","display_name":"Public speaking","level":2,"score":0.3546999990940094},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3443000018596649},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.32269999384880066},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C2778058735","wikidata":"https://www.wikidata.org/wiki/Q4692253","display_name":"Aggregate data","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C2984519610","wikidata":"https://www.wikidata.org/wiki/Q35127","display_name":"Web site","level":3,"score":0.2768000066280365},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.27459999918937683},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.26969999074935913},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26660001277923584},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.26460000872612},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C192531217","wikidata":"https://www.wikidata.org/wiki/Q595868","display_name":"Computer literacy","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C171041071","wikidata":"https://www.wikidata.org/wiki/Q36870","display_name":"First language","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.4114/intartif.vol29iss77pp131-151","is_oa":true,"landing_page_url":"https://doi.org/10.4114/intartif.vol29iss77pp131-151","pdf_url":"https://journal.iberamia.org/index.php/intartif/article/download/2667/282","source":{"id":"https://openalex.org/S4210203986","display_name":"INTELIGENCIA ARTIFICIAL","issn_l":"1137-3601","issn":["1137-3601","1988-3064"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310321681","host_organization_name":"Asociaci\u00f3n Espa\u00f1ola para la Inteligencia Artificial","host_organization_lineage":["https://openalex.org/P4310321681"],"host_organization_lineage_names":["Asociaci\u00f3n Espa\u00f1ola para la Inteligencia Artificial"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Inteligencia Artificial","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ce526f532fa7459c9e0c0d4d3a33a5a6","is_oa":true,"landing_page_url":"https://doaj.org/article/ce526f532fa7459c9e0c0d4d3a33a5a6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Inteligencia Artificial, Vol 29, Iss 77 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.4114/intartif.vol29iss77pp131-151","is_oa":true,"landing_page_url":"https://doi.org/10.4114/intartif.vol29iss77pp131-151","pdf_url":"https://journal.iberamia.org/index.php/intartif/article/download/2667/282","source":{"id":"https://openalex.org/S4210203986","display_name":"INTELIGENCIA ARTIFICIAL","issn_l":"1137-3601","issn":["1137-3601","1988-3064"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310321681","host_organization_name":"Asociaci\u00f3n Espa\u00f1ola para la Inteligencia Artificial","host_organization_lineage":["https://openalex.org/P4310321681"],"host_organization_lineage_names":["Asociaci\u00f3n Espa\u00f1ola para la Inteligencia Artificial"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Inteligencia Artificial","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.766812801361084}],"awards":[{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G4583790776","display_name":null,"funder_award_id":"C039-21OT","funder_id":"https://openalex.org/F4320323261","funder_display_name":"Universidad Nacional de Educaci\u00f3n a Distancia"},{"id":"https://openalex.org/G5635532810","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G717256432","display_name":null,"funder_award_id":"PID2024","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"},{"id":"https://openalex.org/G8667377315","display_name":null,"funder_award_id":"MICIU/AEI/10","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"}],"funders":[{"id":"https://openalex.org/F4320315062","display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","ror":null},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323261","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null},{"id":"https://openalex.org/F4320338080","display_name":"European Social Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7159678828.pdf","grobid_xml":"https://content.openalex.org/works/W7159678828.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,113],"performance":[1,156,186],"of":[2,29,50,62,89,94,128,167],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"on":[7,36,72,157,180,189,211,215],"multiple-choice":[8,96],"university-level":[9],"exam":[10],"benchmarks":[11],"such":[12,22,198,262],"as":[13,18,39,199,263],"MMLU":[14],"is":[15],"often":[16],"reported":[17],"highly":[19],"competitive;":[20],"however,":[21,184],"results":[23,149],"raise":[24],"persistent":[25],"concerns":[26],"regarding":[27],"contamination":[28,140,173],"public":[30,48,122,181],"datasets,":[31],"English-centric":[32],"bias,":[33],"and":[34,132,160,192,203,255],"over-reliance":[35],"aggregate":[37,266],"accuracy":[38],"the":[40,46,165,225],"primary":[41],"evaluation":[42,51,137],"signal.":[43],"In":[44],"particular,":[45],"widespread":[47],"availability":[49],"data":[52],"makes":[53],"it":[54],"difficult":[55],"to":[56,119],"disentangle":[57],"genuine":[58],"generalization":[59],"from":[60,99],"memorization":[61],"seen":[63],"content,":[64,194],"while":[65],"offering":[66],"limited":[67],"insight":[68],"into":[69],"models\u2019":[70],"abilities":[71],"culturally":[73,190,229],"grounded":[74,191,230],"assessments":[75],"beyond":[76],"English.":[77],"To":[78],"address":[79],"these":[80,246],"issues,":[81],"we":[82],"introduce":[83],"lunes":[84],"(Leakage-controlled":[85],"Undergraduate":[86],"National":[87],"Exams":[88],"Spain),":[90],"a":[91,126,143],"new":[92],"benchmark":[93],"11,881":[95],"questions":[97],"drawn":[98],"official":[100],"final-year":[101],"undergraduate":[102],"exams":[103],"in":[104,142,164,196,221,228,234,251],"Spanish,":[105,222,264],"covering":[106],"104":[107],"courses":[108],"across":[109],"22":[110],"degree":[111],"programs.":[112],"dataset":[114],"has":[115],"been":[116],"rigorously":[117],"verified":[118],"exhibit":[120],"minimal":[121,139],"web":[123,130],"exposure":[124],"through":[125],"combination":[127],"automated":[129],"search":[131],"manual":[133],"inspection,":[134],"which":[135],"enables":[136],"under":[138],"conditions":[141],"non-English,":[144],"country-specific":[145,193],"academic":[146],"setting.":[147],"Our":[148],"show":[150],"that":[151,172,224,245,265],"(i)":[152],"LLMs":[153],"retain":[154],"strong":[155],"general":[158],"knowledge":[159,231],"factual":[161],"questions,":[162],"even":[163,218,258],"absence":[166],"web-accessible":[168],"training":[169],"data,":[170],"suggesting":[171,223],"alone":[174],"does":[175],"not":[176],"explain":[177],"their":[178,185],"success":[179],"benchmarks;":[182],"(ii)":[183],"degrades":[187],"substantially":[188],"particularly":[195],"domains":[197],"Spanish":[200],"law,":[201],"economy,":[202],"social":[204],"structure.":[205],"Remarkably,":[206],"models":[207],"consistently":[208],"perform":[209],"better":[210],"Anglo-centric":[212],"content":[213],"than":[214,233],"Spain-specific":[216],"material":[217],"when":[219],"answering":[220],"bottleneck":[226],"lies":[227],"rather":[232],"language":[235],"skills":[236],"per":[237],"se.":[238],"A":[239],"question-level":[240],"error":[241],"analysis":[242],"further":[243],"reveals":[244],"failures":[247],"reflect":[248],"systematic":[249],"gaps":[250],"local":[252],"institutional,":[253],"legal,":[254],"geographical":[256],"knowledge,":[257],"for":[259],"high-resource":[260],"languages":[261],"metrics":[267],"systematically":[268],"obscure.":[269]},"counts_by_year":[],"updated_date":"2026-05-24T06:10:38.904174","created_date":"2026-05-02T00:00:00"}