{"id":"https://openalex.org/W7140140216","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.128","title":"Testing Low-Resource Language Support in LLMs Using Language Proficiency Exams: the Case of Luxembourgish","display_name":"Testing Low-Resource Language Support in LLMs Using Language Proficiency Exams: the Case of Luxembourgish","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140140216","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.128"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-eacl.128","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.128","pdf_url":"https://aclanthology.org/2026.findings-eacl.128.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-eacl.128.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050564586","display_name":"C\u00e9dric Lothritz","orcid":"https://orcid.org/0000-0002-5372-7970"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cedric Lothritz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124139823","display_name":"Jordi Cabot","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jordi Cabot","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5119466100","display_name":"Laura Bernardy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Laura Bernardy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2453","last_page":"2476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10265","display_name":"Multilingual Education and Policy","score":0.14659999310970306,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10265","display_name":"Multilingual Education and Policy","score":0.14659999310970306,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.0746999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.06849999725818634,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-proficiency","display_name":"Language proficiency","score":0.541700005531311},{"id":"https://openalex.org/keywords/language-assessment","display_name":"Language assessment","score":0.4284000098705292},{"id":"https://openalex.org/keywords/ethnic-group","display_name":"Ethnic group","score":0.32249999046325684},{"id":"https://openalex.org/keywords/first-language","display_name":"First language","score":0.32120001316070557},{"id":"https://openalex.org/keywords/neuroscience-of-multilingualism","display_name":"Neuroscience of multilingualism","score":0.3021000027656555},{"id":"https://openalex.org/keywords/foreign-language","display_name":"Foreign language","score":0.2913999855518341}],"concepts":[{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5486999750137329},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.541700005531311},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.4284000098705292},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41909998655319214},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.33239999413490295},{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C171041071","wikidata":"https://www.wikidata.org/wiki/Q36870","display_name":"First language","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C49876356","wikidata":"https://www.wikidata.org/wiki/Q7002651","display_name":"Neuroscience of multilingualism","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C114010052","wikidata":"https://www.wikidata.org/wiki/Q150352","display_name":"Foreign language","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.28459998965263367},{"id":"https://openalex.org/C2779313563","wikidata":"https://www.wikidata.org/wiki/Q17072565","display_name":"On Language","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2727999985218048},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.26350000500679016},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2599000036716461},{"id":"https://openalex.org/C547764534","wikidata":"https://www.wikidata.org/wiki/Q8236","display_name":"Literacy","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-eacl.128","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.128","pdf_url":"https://aclanthology.org/2026.findings-eacl.128.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-eacl.128","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.128","pdf_url":"https://aclanthology.org/2026.findings-eacl.128.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7101829648017883}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140140216.pdf","grobid_xml":"https://content.openalex.org/works/W7140140216.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"become":[5],"an":[6],"increasingly":[7],"important":[8],"tool":[9],"in":[10,36,40,64,115,125,129],"research":[11],"and":[12,26,42,71,98],"society":[13],"at":[14],"large.While":[15],"LLMs":[16],"are":[17,30,52],"regularly":[18],"used":[19,121],"all":[20],"over":[21],"the":[22,65,77,88,113],"world":[23],"by":[24],"experts":[25],"laypeople":[27],"alike,":[28],"they":[29],"predominantly":[31],"developed":[32],"with":[33],"English-speaking":[34],"users":[35],"mind,":[37],"performing":[38],"well":[39],"English":[41],"other":[43,126],"wide-spread":[44],"languages":[45,48],"while":[46,104],"less-resourced":[47],"such":[49,84,95,116],"as":[50,54,83,96],"Luxembourgish":[51,89],"seen":[53],"a":[55],"lower":[56],"priority.This":[57],"lack":[58],"of":[59,67,79],"attention":[60],"is":[61],"also":[62,110],"reflected":[63],"sparsity":[66],"available":[68],"evaluation":[69,85],"tools":[70,86],"datasets.In":[72],"this":[73],"study,":[74],"we":[75],"investigate":[76],"viability":[78],"language":[80,117],"proficiency":[81],"exams":[82,118],"for":[87],"language.We":[90],"find":[91,111],"that":[92,112],"large":[93],"models":[94,106],"Claude":[97],"DeepSeek-R1":[99],"typically":[100],"achieve":[101],"high":[102],"scores,":[103],"smaller":[105],"show":[107],"weak":[108],"performances.We":[109],"performances":[114,124],"can":[119],"be":[120],"to":[122],"predict":[123],"NLP":[127],"tasks":[128],"Luxembourgish.":[130]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-24T00:00:00"}