{"id":"https://openalex.org/W4417292646","doi":"https://doi.org/10.48550/arxiv.2512.09910","title":"Efficient Continual Learning in Neural Machine Translation: A Low-Rank Adaptation Approach","display_name":"Efficient Continual Learning in Neural Machine Translation: A Low-Rank Adaptation Approach","publication_year":2025,"publication_date":"2025-12-10","ids":{"openalex":"https://openalex.org/W4417292646","doi":"https://doi.org/10.48550/arxiv.2512.09910"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2512.09910","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.09910","pdf_url":"https://arxiv.org/pdf/2512.09910","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2512.09910","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044006913","display_name":"Salvador Carri\u00f3n","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carri\u00f3n, Salvador","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5020181962","display_name":"Francisco Casacuberta","orcid":"https://orcid.org/0000-0002-8497-5598"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Casacuberta, Francisco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3165000081062317,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3165000081062317,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.2498999983072281,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1818999946117401,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6499000191688538},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.616599977016449},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5925999879837036},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5328999757766724},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.522599995136261},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47049999237060547},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.396699994802475},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.3946000039577484}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.785099983215332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6518999934196472},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6499000191688538},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.616599977016449},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5953999757766724},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5925999879837036},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5328999757766724},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.522599995136261},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47049999237060547},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.396699994802475},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3946000039577484},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.37779998779296875},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.320499986410141},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.29429998993873596},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2667999863624573},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2512.09910","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.09910","pdf_url":"https://arxiv.org/pdf/2512.09910","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2512.09910","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.09910","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2512.09910","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.09910","pdf_url":"https://arxiv.org/pdf/2512.09910","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8199256642","display_name":"SELENE: Self-monitored Dependable platform for High-Performance Safety-Critical Systems","funder_award_id":"871467","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417292646.pdf","grobid_xml":"https://content.openalex.org/works/W4417292646.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Continual":[0],"learning":[1],"in":[2,35],"Neural":[3],"Machine":[4],"Translation":[5],"(NMT)":[6],"faces":[7],"the":[8,15,66,125,132,135,155],"dual":[9],"challenges":[10,34],"of":[11,19,65,81,91,157],"catastrophic":[12,106],"forgetting":[13],"and":[14,51,99,166],"high":[16],"computational":[17],"cost":[18],"retraining.":[20,102],"This":[21,84],"study":[22],"establishes":[23],"Low-Rank":[24],"Adaptation":[25],"(LoRA)":[26],"as":[27,87],"a":[28,63,77,88,110,161],"parameter-efficient":[29],"framework":[30],"to":[31,48,97,104],"address":[32],"these":[33],"dedicated":[36],"NMT":[37,46],"architectures.":[38],"We":[39],"first":[40],"demonstrate":[41],"that":[42,123,145],"LoRA-based":[43],"fine-tuning":[44],"adapts":[45],"models":[47],"new":[49,158],"languages":[50],"domains":[52],"with":[53,57],"performance":[54],"on":[55,134],"par":[56],"full-parameter":[58],"techniques,":[59],"while":[60,153],"utilizing":[61],"only":[62],"fraction":[64],"parameter":[67,127],"space.":[68],"Second,":[69],"we":[70,108],"propose":[71],"an":[72],"interactive":[73,165],"adaptation":[74],"method":[75],"using":[76,138],"calibrated":[78],"linear":[79],"combination":[80],"LoRA":[82],"modules.":[83],"approach":[85,130],"functions":[86],"gate-free":[89],"mixture":[90],"experts,":[92],"enabling":[93],"real-time,":[94],"user-controllable":[95],"adjustments":[96],"domain":[98,151],"style":[100],"without":[101],"Finally,":[103],"mitigate":[105],"forgetting,":[107],"introduce":[109],"novel":[111],"gradient-based":[112],"regularization":[113],"strategy":[114,147],"specifically":[115],"designed":[116],"for":[117,164],"low-rank":[118,136],"decomposition":[119],"matrices.":[120],"Unlike":[121],"methods":[122],"regularize":[124],"full":[126],"set,":[128],"our":[129],"weights":[131],"penalty":[133],"updates":[137],"historical":[139],"gradient":[140],"information.":[141],"Experimental":[142],"results":[143],"indicate":[144],"this":[146],"efficiently":[148],"preserves":[149],"prior":[150],"knowledge":[152],"facilitating":[154],"acquisition":[156],"tasks,":[159],"offering":[160],"scalable":[162],"paradigm":[163],"continual":[167],"NMT.":[168]},"counts_by_year":[],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-12-12T00:00:00"}