{"id":"https://openalex.org/W7140140216","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.128","title":"Testing Low-Resource Language Support in LLMs Using Language Proficiency Exams: the Case of Luxembourgish","display_name":"Testing Low-Resource Language Support in LLMs Using Language Proficiency Exams: the Case of Luxembourgish","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140140216","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.128"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.findings-eacl.128","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.128","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.128","pdf_url":"https://aclanthology.org/2026.findings-eacl.128.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.findings-eacl.128.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050564586","display_name":"C\u00e9dric Lothritz","orcid":"https://orcid.org/0000-0002-5372-7970","observed_orcids":["https://orcid.org/0000-0002-5372-7970"]},"institutions":[{"id":"https://openalex.org/I4210112527","display_name":"Luxembourg Institute of Science and Technology","ror":"https://ror.org/01t178j62","country_code":"LU","type":"nonprofit","lineage":["https://openalex.org/I4210112527"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Cedric Lothritz","raw_affiliation_strings":["Luxembourg Institute of Science and Technology 5 Av. des Hauts-Fourneaux L-4362 Esch-sur-Alzette"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Luxembourg Institute of Science and Technology 5 Av. des Hauts-Fourneaux L-4362 Esch-sur-Alzette","institution_ids":["https://openalex.org/I4210112527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074872542","display_name":"Jordi Cabot","orcid":"https://orcid.org/0000-0003-2418-2489","observed_orcids":["https://orcid.org/0000-0003-2418-2489"]},"institutions":[{"id":"https://openalex.org/I4210112527","display_name":"Luxembourg Institute of Science and Technology","ror":"https://ror.org/01t178j62","country_code":"LU","type":"nonprofit","lineage":["https://openalex.org/I4210112527"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Jordi Cabot","raw_affiliation_strings":["Luxembourg Institute of Science and Technology 5 Av. des Hauts-Fourneaux L-4362 Esch-sur-Alzette"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Luxembourg Institute of Science and Technology 5 Av. des Hauts-Fourneaux L-4362 Esch-sur-Alzette","institution_ids":["https://openalex.org/I4210112527"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5119466100","display_name":"Laura Bernardy","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Laura Bernardy","raw_affiliation_strings":["University of Luxembourg 6, rue Coudenhove-Kalergi L-1359 Luxembourg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Luxembourg 6, rue Coudenhove-Kalergi L-1359 Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1559289,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2453","last_page":"2476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8784000277519226,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8784000277519226,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11270000040531158,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7940000295639038},{"id":"https://openalex.org/keywords/low-resource-languages","display_name":"low-resource languages","score":0.8999999761581421},{"id":"https://openalex.org/keywords/luxembourgish","display_name":"Luxembourgish","score":0.9819999933242798},{"id":"https://openalex.org/keywords/language-proficiency-tests","display_name":"language proficiency tests","score":0.9879999756813049},{"id":"https://openalex.org/keywords/llm-evaluation","display_name":"LLM evaluation","score":0.8109999895095825},{"id":"https://openalex.org/keywords/claude","display_name":"Claude","score":0.5559999942779541},{"id":"https://openalex.org/keywords/deepseek-r1","display_name":"DeepSeek-R1","score":0.9629999995231628},{"id":"https://openalex.org/keywords/model-size-effects","display_name":"model size effects","score":0.421999990940094}],"concepts":[{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5486999750137329},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.541700005531311},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.4284000098705292},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41909998655319214},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.33239999413490295},{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C171041071","wikidata":"https://www.wikidata.org/wiki/Q36870","display_name":"First language","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C49876356","wikidata":"https://www.wikidata.org/wiki/Q7002651","display_name":"Neuroscience of multilingualism","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C114010052","wikidata":"https://www.wikidata.org/wiki/Q150352","display_name":"Foreign language","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.28459998965263367},{"id":"https://openalex.org/C2779313563","wikidata":"https://www.wikidata.org/wiki/Q17072565","display_name":"On Language","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2727999985218048},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.26350000500679016},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2599000036716461},{"id":"https://openalex.org/C547764534","wikidata":"https://www.wikidata.org/wiki/Q8236","display_name":"Literacy","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2026.findings-eacl.128","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.128","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.128","pdf_url":"https://aclanthology.org/2026.findings-eacl.128.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2504.01667","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.01667","pdf_url":"https://arxiv.org/pdf/2504.01667","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2504.01667","doi":"https://doi.org/10.48550/arxiv.2504.01667","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.01667","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-eacl.128","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.128","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.128","pdf_url":"https://aclanthology.org/2026.findings-eacl.128.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140140216.pdf","grobid_xml":"https://content.openalex.org/works/W7140140216.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7102399629","https://openalex.org/W7131418507","https://openalex.org/W4402670419","https://openalex.org/W7140131734","https://openalex.org/W7160158204","https://openalex.org/W4404781259","https://openalex.org/W4406139263","https://openalex.org/W4400065098","https://openalex.org/W7130312410","https://openalex.org/W7084502184"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"become":[5],"an":[6],"increasingly":[7],"important":[8],"tool":[9],"in":[10,36,40,64,115,125,129],"research":[11],"and":[12,26,42,71,98],"society":[13],"at":[14],"large.While":[15],"LLMs":[16],"are":[17,30,52],"regularly":[18],"used":[19,121],"all":[20],"over":[21],"the":[22,65,77,88,113],"world":[23],"by":[24],"experts":[25],"laypeople":[27],"alike,":[28],"they":[29],"predominantly":[31],"developed":[32],"with":[33],"English-speaking":[34],"users":[35],"mind,":[37],"performing":[38],"well":[39],"English":[41],"other":[43,126],"wide-spread":[44],"languages":[45,48],"while":[46,104],"less-resourced":[47],"such":[49,84,95,116],"as":[50,54,83,96],"Luxembourgish":[51,89],"seen":[53],"a":[55],"lower":[56],"priority.This":[57],"lack":[58],"of":[59,67,79],"attention":[60],"is":[61],"also":[62,110],"reflected":[63],"sparsity":[66],"available":[68],"evaluation":[69,85],"tools":[70,86],"datasets.In":[72],"this":[73],"study,":[74],"we":[75],"investigate":[76],"viability":[78],"language":[80,117],"proficiency":[81],"exams":[82,118],"for":[87],"language.We":[90],"find":[91,111],"that":[92,112],"large":[93],"models":[94,106],"Claude":[97],"DeepSeek-R1":[99],"typically":[100],"achieve":[101],"high":[102],"scores,":[103],"smaller":[105],"show":[107],"weak":[108],"performances.We":[109],"performances":[114,124],"can":[119],"be":[120],"to":[122],"predict":[123],"NLP":[127],"tasks":[128],"Luxembourgish.":[130]},"counts_by_year":[],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2026-03-24T00:00:00"}