{"id":"https://openalex.org/W7127156632","doi":"https://doi.org/10.48550/arxiv.2601.22828","title":"Decomposing and Composing: Towards Efficient Vision-Language Continual Learning via Rank-1 Expert Pool in a Single LoRA","display_name":"Decomposing and Composing: Towards Efficient Vision-Language Continual Learning via Rank-1 Expert Pool in a Single LoRA","publication_year":2026,"publication_date":"2026-01-30","ids":{"openalex":"https://openalex.org/W7127156632","doi":"https://doi.org/10.48550/arxiv.2601.22828"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2601.22828","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003184866","display_name":"Zhan Fa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fa, Zhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102993514","display_name":"Yue Duan","orcid":"https://orcid.org/0000-0003-4131-7146"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124797402","display_name":"Jian Zhang","orcid":"https://orcid.org/0000-0002-3702-2946"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124858839","display_name":"Lei Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124817436","display_name":"Wanqi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Wanqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103058012","display_name":"Yinghuan Shi","orcid":"https://orcid.org/0009-0008-0722-9744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yinghuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11896056,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9151999950408936,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9151999950408936,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05009999871253967,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.012400000356137753,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6746000051498413},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6610999703407288},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6085000038146973},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.48989999294281006},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.46709999442100525},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.46549999713897705},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.36239999532699585},{"id":"https://openalex.org/keywords/orthogonalization","display_name":"Orthogonalization","score":0.3481000065803528}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.743399977684021},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6746000051498413},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6610999703407288},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6085000038146973},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.557200014591217},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5328999757766724},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.48989999294281006},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.46709999442100525},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.46549999713897705},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C47559304","wikidata":"https://www.wikidata.org/wiki/Q1702189","display_name":"Orthogonalization","level":2,"score":0.3481000065803528},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.34139999747276306},{"id":"https://openalex.org/C2777472644","wikidata":"https://www.wikidata.org/wiki/Q16968992","display_name":"Approximate inference","level":3,"score":0.30399999022483826},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29159998893737793},{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C180591934","wikidata":"https://www.wikidata.org/wiki/Q1253369","display_name":"Downtime","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2506999969482422},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2601.22828","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2601.22828","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.22828","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2601.22828","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.689885139465332,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Continual":[0],"learning":[1,129],"(CL)":[2],"in":[3,10,37,127,147,154],"vision-language":[4],"models":[5],"(VLMs)":[6],"faces":[7],"significant":[8],"challenges":[9],"improving":[11],"task":[12,137],"adaptation":[13],"and":[14,120,134,182],"avoiding":[15],"catastrophic":[16,53],"forgetting.":[17],"Existing":[18],"methods":[19],"usually":[20],"have":[21],"heavy":[22],"inference":[23,185],"burden":[24],"or":[25,173],"rely":[26],"on":[27,170],"external":[28,171],"knowledge,":[29],"while":[30,130],"Low-Rank":[31],"Adaptation":[32],"(LoRA)":[33],"has":[34],"shown":[35],"potential":[36],"reducing":[38],"these":[39],"issues":[40],"by":[41,85,92,161],"enabling":[42],"parameter-efficient":[43],"tuning.":[44],"However,":[45],"considering":[46],"directly":[47],"using":[48],"LoRA":[49,67,113],"to":[50,78,164],"alleviate":[51],"the":[52,93,96,165],"forgetting":[54],"problem":[55],"is":[56],"non-trivial,":[57],"we":[58,101],"introduce":[59],"a":[60,65,70,81],"novel":[61],"framework":[62],"that":[63,108],"restructures":[64],"single":[66],"module":[68],"as":[69],"decomposable":[71],"Rank-1":[72],"Expert":[73],"Pool.":[74],"Our":[75],"method":[76,189],"learns":[77],"dynamically":[79],"compose":[80],"sparse,":[82],"task-specific":[83],"update":[84],"selecting":[86],"from":[87],"this":[88],"expert":[89],"pool,":[90],"guided":[91],"semantics":[94],"of":[95,112],"[CLS]":[97],"token.":[98],"In":[99],"addition,":[100],"propose":[102],"an":[103],"Activation-Guided":[104],"Orthogonal":[105],"(AGO)":[106],"loss":[107],"orthogonalizes":[109],"critical":[110],"parts":[111],"weights":[114,181],"across":[115,141],"tasks.":[116],"This":[117],"sparse":[118],"composition":[119],"orthogonalization":[121],"enable":[122],"fewer":[123],"parameter":[124],"updates,":[125],"resulting":[126],"domain-aware":[128],"minimizing":[131],"inter-task":[132],"interference":[133],"maintaining":[135],"downstream":[136],"performance.":[138],"Extensive":[139],"experiments":[140],"multiple":[142],"settings":[143],"demonstrate":[144],"state-of-the-art":[145],"results":[146],"all":[148],"metrics,":[149],"surpassing":[150],"zero-shot":[151],"upper":[152],"bounds":[153],"generalization.":[155],"Notably,":[156],"it":[157],"reduces":[158],"trainable":[159],"parameters":[160],"96.7%":[162],"compared":[163],"baseline":[166],"method,":[167],"eliminating":[168],"reliance":[169],"datasets":[172],"task-ID":[174],"discriminators.":[175],"The":[176],"merged":[177],"LoRAs":[178],"retain":[179],"less":[180],"incur":[183],"no":[184],"latency,":[186],"making":[187],"our":[188],"computationally":[190],"lightweight.":[191]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-03T00:00:00"}