{"id":"https://openalex.org/W7163347093","doi":"https://doi.org/10.48550/arxiv.2606.02606","title":"ReLoRA: Knowledge-Reusing Adaptation for Fast Rollout of Evolving LLM Services","display_name":"ReLoRA: Knowledge-Reusing Adaptation for Fast Rollout of Evolving LLM Services","publication_year":2026,"publication_date":"2026-05-23","ids":{"openalex":"https://openalex.org/W7163347093","doi":"https://doi.org/10.48550/arxiv.2606.02606"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02606","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02606","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02606","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137765426","display_name":"Yang Xu","orcid":"https://orcid.org/0000-0003-3148-7678"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137791150","display_name":"Zihuai Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zihuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137778970","display_name":"Hongli Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Hongli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062964635","display_name":"Yunming Liao","orcid":"https://orcid.org/0000-0002-5065-2600"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liao, Yunming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032224075","display_name":"Zhiwei Yao","orcid":"https://orcid.org/0009-0007-2284-3323"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Zhiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137764399","display_name":"Xitong Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Xitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.12759999930858612,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.12759999930858612,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.11500000208616257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.09210000187158585,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.8087000250816345},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.4797999858856201},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.42730000615119934},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3702000081539154},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.36910000443458557},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.3677000105381012},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.36309999227523804},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.36090001463890076}],"concepts":[{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.8087000250816345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7616999745368958},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.4797999858856201},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4749999940395355},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.42730000615119934},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.36910000443458557},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3594000041484833},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3555999994277954},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.328000009059906},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C49020025","wikidata":"https://www.wikidata.org/wiki/Q1059099","display_name":"Chaining","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.27250000834465027},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2529999911785126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02606","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02606","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02606","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02606","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5],"deployed":[6,18,130],"as":[7],"continuously":[8],"evolving":[9,94],"services,":[10,31],"where":[11],"frequent":[12],"base-model":[13],"updates":[14],"may":[15],"invalidate":[16],"previously":[17,129],"task-specific":[19,160],"Low-Rank":[20],"Adaptation":[21],"(LoRA)":[22],"adapters.":[23],"For":[24],"service":[25,48,70],"providers":[26],"managing":[27],"numerous":[28],"downstream":[29],"model":[30,42],"retraining":[32],"each":[33],"LoRA":[34,59,91,112],"adapter":[35,60,132,147],"from":[36,126],"scratch":[37],"for":[38,93,159],"every":[39],"updated":[40,63],"base":[41,64,135],"is":[43],"computationally":[44],"prohibitive":[45],"and":[46,133,183],"delays":[47],"rollout.":[49],"Meanwhile,":[50],"the":[51,57,62,128,134,146],"simpler":[52],"alternative,":[53],"i.e.,":[54],"naively":[55],"applying":[56],"original":[58],"to":[61,68,73,117,148,181,188,191],"model,":[65],"often":[66],"leads":[67],"degraded":[69],"quality":[71],"due":[72],"adapter-backbone":[74],"incompatibility.":[75],"To":[76],"address":[77],"this":[78],"problem,":[79],"we":[80],"propose":[81],"ReLoRA,":[82],"a":[83,119,149],"knowledge-reusing":[84],"re-adaptation":[85,170],"framework":[86],"that":[87,175],"efficiently":[88],"restores":[89],"service-ready":[90],"adapters":[92],"LLM":[95],"services":[96],"while":[97],"preserving":[98],"or":[99],"improving":[100],"task":[101,131],"performance.":[102],"Specifically,":[103],"ReLoRA":[104,176],"comprises":[105],"two":[106],"key":[107],"optimization":[108,116],"steps:":[109],"1)":[110],"Adaptive":[111],"initialization":[113],"leverages":[114],"Bayesian":[115],"construct":[118],"compatibility-aware":[120],"starting":[121],"point":[122],"by":[123,156,179,186],"fusing":[124],"information":[125],"both":[127],"model's":[136],"evolution;":[137],"2)":[138],"Fine-tuning":[139],"with":[140,168],"scheduled":[141],"regularization":[142,158],"first":[143],"rapidly":[144],"steers":[145],"high-quality":[150],"region":[151],"via":[152],"strong":[153],"regularization,":[154],"followed":[155],"relaxed":[157],"refinement.":[161],"This":[162],"design":[163],"enables":[164],"rapid":[165],"service-quality":[166],"recovery":[167],"reduced":[169],"overhead.":[171],"Extensive":[172],"experiments":[173],"demonstrate":[174],"reduces":[177],"time-to-readiness":[178],"up":[180,187],"8.9$\\times$":[182],"improves":[184],"accuracy":[185],"4.6\\%":[189],"compared":[190],"baselines.":[192]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-04T00:00:00"}