{"id":"https://openalex.org/W7138449926","doi":"https://doi.org/10.1609/aaai.v40i25.39240","title":"Decomposing and Composing: Towards Efficient Vision-Language Continual Learning via Rank-1 Expert Pool in a Single LoRA","display_name":"Decomposing and Composing: Towards Efficient Vision-Language Continual Learning via Rank-1 Expert Pool in a Single LoRA","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138449926","doi":"https://doi.org/10.1609/aaai.v40i25.39240"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v40i25.39240","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i25.39240","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i25.39240","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhan Fa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhan Fa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yue Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue Duan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jian Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Lei Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wanqi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wanqi Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Yinghuan Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yinghuan Shi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21425152,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"25","first_page":"20985","last_page":"20993"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9110999703407288,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9110999703407288,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.057500001043081284,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.00860000029206276,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6775000095367432},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6593999862670898},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6103000044822693},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4894999861717224},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.4652000069618225},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4648999869823456},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.36809998750686646},{"id":"https://openalex.org/keywords/orthogonalization","display_name":"Orthogonalization","score":0.35429999232292175}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7444999814033508},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6775000095367432},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6593999862670898},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6103000044822693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5575000047683716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5285999774932861},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4894999861717224},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.4652000069618225},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4648999869823456},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C47559304","wikidata":"https://www.wikidata.org/wiki/Q1702189","display_name":"Orthogonalization","level":2,"score":0.35429999232292175},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.34869998693466187},{"id":"https://openalex.org/C2777472644","wikidata":"https://www.wikidata.org/wiki/Q16968992","display_name":"Approximate inference","level":3,"score":0.30809998512268066},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29249998927116394},{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2791999876499176},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.2563999891281128},{"id":"https://openalex.org/C180591934","wikidata":"https://www.wikidata.org/wiki/Q1253369","display_name":"Downtime","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v40i25.39240","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i25.39240","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/39240","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/39240","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i25.39240","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i25.39240","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6931614875793457,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Continual":[0],"learning":[1,129],"(CL)":[2],"in":[3,10,37,127,147,154],"vision-language":[4],"models":[5],"(VLMs)":[6],"faces":[7],"significant":[8],"challenges":[9],"improving":[11],"task":[12,137],"adaptation":[13],"and":[14,120,134,182],"avoiding":[15],"catastrophic":[16,53],"forgetting.":[17],"Existing":[18],"methods":[19],"usually":[20],"have":[21],"heavy":[22],"inference":[23,185],"burden":[24],"or":[25,173],"rely":[26],"on":[27,170],"external":[28,171],"knowledge,":[29],"while":[30,130],"Low-Rank":[31],"Adaptation":[32],"(LoRA)":[33],"has":[34],"shown":[35],"potential":[36],"reducing":[38],"these":[39],"issues":[40],"by":[41,85,92,161],"enabling":[42],"parameter-efficient":[43],"tuning.":[44],"However,":[45],"considering":[46],"directly":[47],"using":[48],"LoRA":[49,67,113],"to":[50,78,164],"alleviate":[51],"the":[52,93,96,165],"forgetting":[54],"problem":[55],"is":[56],"non-trivial,":[57],"we":[58,101],"introduce":[59],"a":[60,65,70,81],"novel":[61],"framework":[62],"that":[63,108],"restructures":[64],"single":[66],"module":[68],"as":[69],"decomposable":[71],"Rank-1":[72],"Expert":[73],"Pool.":[74],"Our":[75],"method":[76,189],"learns":[77],"dynamically":[79],"compose":[80],"sparse,":[82],"task-specific":[83],"update":[84],"selecting":[86],"from":[87],"this":[88],"expert":[89],"pool,":[90],"guided":[91],"semantics":[94],"of":[95,112],"[CLS]":[97],"token.":[98],"In":[99],"addition,":[100],"propose":[102],"an":[103],"Activation-Guided":[104],"Orthogonal":[105],"(AGO)":[106],"loss":[107],"orthogonalizes":[109],"critical":[110],"parts":[111],"weights":[114,181],"across":[115,141],"tasks.":[116],"This":[117],"sparse":[118],"composition":[119],"orthogonalization":[121],"enable":[122],"fewer":[123],"parameter":[124],"updates,":[125],"resulting":[126],"domain-aware":[128],"minimizing":[131],"inter-task":[132],"interference":[133],"maintaining":[135],"downstream":[136],"performance.":[138],"Extensive":[139],"experiments":[140],"multiple":[142],"settings":[143],"demonstrate":[144],"state-of-the-art":[145],"results":[146],"all":[148],"metrics,":[149],"surpassing":[150],"zero-shot":[151],"upper":[152],"bounds":[153],"generalization.":[155],"Notably,":[156],"it":[157],"reduces":[158],"trainable":[159],"parameters":[160],"96.7%":[162],"compared":[163],"baseline":[166],"method,":[167],"eliminating":[168],"reliance":[169],"datasets":[172],"task-ID":[174],"discriminators.":[175],"The":[176],"merged":[177],"LoRAs":[178],"retain":[179],"less":[180],"incur":[183],"no":[184],"latency,":[186],"making":[187],"our":[188],"computationally":[190],"lightweight.":[191]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-02-04T00:00:00"}