{"id":"https://openalex.org/W7236397142","doi":"https://doi.org/10.48550/arxiv.2611.23158","title":"MoE--LoRA Methods for Multilingual Adaptation: A Systematic Empirical Study","display_name":"MoE--LoRA Methods for Multilingual Adaptation: A Systematic Empirical Study","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-17","ids":{"openalex":"https://openalex.org/W7236397142","doi":"https://doi.org/10.48550/arxiv.2611.23158"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.23158","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.23158","pdf_url":"https://arxiv.org/pdf/2611.23158","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7236397142"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.23158","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078732715","display_name":"Nikit Srivastava","orcid":"https://orcid.org/0009-0004-5164-4911","observed_orcids":["https://orcid.org/0009-0004-5164-4911"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Srivastava, Nikit","raw_affiliation_strings":["Data Science Group , Heinz Nixdorf Institute , Paderborn","University , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science Group , Heinz Nixdorf Institute , Paderborn","institution_ids":[]},{"raw_affiliation_string":"University , Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158793554","display_name":"Joel Dag","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dag, Joel","raw_affiliation_strings":["Data Science Group , Heinz Nixdorf Institute , Paderborn","University , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science Group , Heinz Nixdorf Institute , Paderborn","institution_ids":[]},{"raw_affiliation_string":"University , Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078789866","display_name":"Ren\u00e9 Speck","orcid":"https://orcid.org/0009-0001-0151-5538","observed_orcids":["https://orcid.org/0009-0001-0151-5538"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Speck, Ren\u00e9","raw_affiliation_strings":["Data Science Group , Heinz Nixdorf Institute , Paderborn","University , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science Group , Heinz Nixdorf Institute , Paderborn","institution_ids":[]},{"raw_affiliation_string":"University , Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038745720","display_name":"Axel-Cyrille Ngonga Ngomo","orcid":"https://orcid.org/0000-0001-7112-3516","observed_orcids":["https://orcid.org/0000-0001-7112-3516"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ngomo, Axel-Cyrille Ngonga","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.48170000314712524,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.48170000314712524,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2797999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2175000011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multilingual-large-language-models","display_name":"multilingual large language models","score":0.7350000143051147},{"id":"https://openalex.org/keywords/low-rank-adapters","display_name":"low-rank adapters","score":0.8610000014305115},{"id":"https://openalex.org/keywords/lora","display_name":"LoRa","score":0.6819999814033508},{"id":"https://openalex.org/keywords/moe","display_name":"MoE","score":0.597000002861023},{"id":"https://openalex.org/keywords/parameter-efficient-fine-tuning","display_name":"parameter-efficient fine-tuning","score":0.8799999952316284},{"id":"https://openalex.org/keywords/low-resource-languages","display_name":"low-resource languages","score":0.9800000190734863},{"id":"https://openalex.org/keywords/multilingual-evaluation","display_name":"multilingual evaluation","score":0.5540000200271606},{"id":"https://openalex.org/keywords/translation-performance","display_name":"translation performance","score":0.5189999938011169},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"reading comprehension","score":0.9900000095367432}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8116000294685364},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5314000248908997},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5249000191688538},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48669999837875366},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4609000086784363},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.40560001134872437},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.35760000348091125},{"id":"https://openalex.org/C2780035574","wikidata":"https://www.wikidata.org/wiki/Q30081","display_name":"Multilingualism","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25209999084472656},{"id":"https://openalex.org/C94922259","wikidata":"https://www.wikidata.org/wiki/Q33215","display_name":"Constructed language","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.23158","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.23158","pdf_url":"https://arxiv.org/pdf/2611.23158","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.23158","doi":"https://doi.org/10.48550/arxiv.2611.23158","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.23158","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.23158","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.23158","pdf_url":"https://arxiv.org/pdf/2611.23158","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320323803","display_name":"Bundesministerium f\u00fcr Wirtschaft und Energie","ror":"https://ror.org/02vgg2808"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7236397142.pdf","grobid_xml":"https://content.openalex.org/works/W7236397142.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W2150884987","https://openalex.org/W2560647685","https://openalex.org/W2739967986","https://openalex.org/W2919290281","https://openalex.org/W2963341956","https://openalex.org/W2983040767","https://openalex.org/W3017961061","https://openalex.org/W3023911605","https://openalex.org/W3038047279","https://openalex.org/W3105005398","https://openalex.org/W3118781290","https://openalex.org/W4225390052","https://openalex.org/W4285077564","https://openalex.org/W4287890953","https://openalex.org/W4322766882","https://openalex.org/W4395671552","https://openalex.org/W4398777692","https://openalex.org/W4400525231","https://openalex.org/W4401042860","https://openalex.org/W4401306886","https://openalex.org/W4402112032","https://openalex.org/W4402667037","https://openalex.org/W4402671223","https://openalex.org/W4402671841","https://openalex.org/W4402716390","https://openalex.org/W4404781605","https://openalex.org/W4404782915","https://openalex.org/W4405425667","https://openalex.org/W4407760021","https://openalex.org/W4408858386","https://openalex.org/W4409362710","https://openalex.org/W4411119125","https://openalex.org/W4411120053","https://openalex.org/W4411120413","https://openalex.org/W4411203695","https://openalex.org/W4411630276","https://openalex.org/W4412887872","https://openalex.org/W4412888179","https://openalex.org/W4412945192","https://openalex.org/W4414939355","https://openalex.org/W4415181821","https://openalex.org/W4415251104","https://openalex.org/W4415433539","https://openalex.org/W4415797383","https://openalex.org/W4415797563","https://openalex.org/W4415798387","https://openalex.org/W7131784308","https://openalex.org/W7131816382","https://openalex.org/W7133183334","https://openalex.org/W7167604932"],"related_works":["https://openalex.org/W4412889440","https://openalex.org/W4407569751","https://openalex.org/W7125685969","https://openalex.org/W7092285609","https://openalex.org/W4404993448","https://openalex.org/W4396913951","https://openalex.org/W4404781187","https://openalex.org/W4401042279","https://openalex.org/W7147377296","https://openalex.org/W4388650715"],"abstract_inverted_index":{"Routed":[0],"low-rank":[1,73],"adapters":[2],"offer":[3],"a":[4,60,78,99],"parameter-efficient":[5],"means":[6,158],"to":[7,28],"improve":[8,29],"the":[9,30,44,118,161],"performance":[10],"of":[11,32,46,106,164],"large":[12],"language":[13],"models":[14],"(LLMs)":[15],"across":[16,86],"tasks.":[17],"Hence,":[18],"it":[19],"is":[20,121],"assumed":[21],"that":[22,98,146],"they":[23],"can":[24,102],"also":[25],"be":[26,150],"used":[27],"support":[31],"low-resource":[33,140],"languages":[34,48,89,141],"in":[35],"LLMs,":[36],"which":[37],"currently":[38],"serve":[39],"English":[40],"far":[41],"better":[42],"than":[43,92,156],"thousands":[45],"other":[47],"spoken":[49],"worldwide.":[50],"However,":[51],"this":[52,68],"assumption":[53],"has":[54],"never":[55,122],"been":[56],"verified":[57],"empirically":[58],"under":[59],"shared":[61],"multilingual":[62,162],"evaluation":[63],"protocol.":[64],"We":[65],"address":[66],"exactly":[67],"gap":[69],"by":[70],"comparing":[71],"eight":[72],"adaptation":[74],"(LoRA)":[75],"methods":[76,108,148],"on":[77,131],"frozen":[79],"base":[80],"model,":[81],"using":[82],"146":[83],"training":[84],"runs":[85],"200":[87],"unique":[88],"and":[90,138],"more":[91],"10,000":[93],"evaluations.":[94],"Our":[95],"results":[96],"suggest":[97,145],"reduced-scale":[100],"search":[101],"identify":[103],"viable":[104],"configurations":[105],"LoRA":[107,126,147],"but":[109],"does":[110],"not":[111],"reliably":[112,127],"predict":[113],"their":[114],"relative":[115],"performance,":[116],"as":[117,152],"top-ranking":[119],"configuration":[120],"best":[123],"at":[124],"scale.":[125],"improves":[128],"language-model":[129],"fit":[130],"translation":[132],"data,":[133],"consistently":[134],"degrades":[135],"reading":[136],"comprehension,":[137],"benefits":[139],"most.":[142],"These":[143],"findings":[144],"should":[149],"regarded":[151],"targeted":[153],"tools":[154],"rather":[155],"general-purpose":[157],"for":[159],"improving":[160],"capabilities":[163],"LLMs.":[165]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7236397142","counts_by_year":[],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2026-11-19T00:00:00"}
