{"id":"https://openalex.org/W4413104841","doi":"https://doi.org/10.1109/tpami.2025.3597942","title":"MoE-Adapters++: Toward More Efficient Continual Learning of Vision-Language Models Via Dynamic Mixture-of-Experts Adapters","display_name":"MoE-Adapters++: Toward More Efficient Continual Learning of Vision-Language Models Via Dynamic Mixture-of-Experts Adapters","publication_year":2025,"publication_date":"2025-08-11","ids":{"openalex":"https://openalex.org/W4413104841","doi":"https://doi.org/10.1109/tpami.2025.3597942","pmid":"https://pubmed.ncbi.nlm.nih.gov/40788794"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3597942","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3597942","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045820924","display_name":"Jiazuo Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiazuo Yu","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029183425","display_name":"Zichen Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zichen Huang","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048521072","display_name":"Yunzhi Zhuge","orcid":"https://orcid.org/0000-0002-4288-4516"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunzhi Zhuge","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087681764","display_name":"Lu Zhang","orcid":"https://orcid.org/0000-0003-4648-4437"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424736","display_name":"Ping Hu","orcid":"https://orcid.org/0000-0003-3321-6759"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Hu","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391493","display_name":"Dong Wang","orcid":"https://orcid.org/0000-0002-6976-4004"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Wang","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Huchuan Lu","orcid":"https://orcid.org/0000-0002-6668-9758"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huchuan Lu","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":null,"display_name":"You He","orcid":"https://orcid.org/0000-0002-6111-340X"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"You He","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5045820924"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18069083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"47","issue":"12","first_page":"11912","last_page":"11928"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7128174304962158},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6250591278076172},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3783976435661316},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36824482679367065}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7128174304962158},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6250591278076172},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3783976435661316},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36824482679367065}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3597942","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3597942","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40788794","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40788794","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3080167161","display_name":null,"funder_award_id":"62206039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4319081443","display_name":null,"funder_award_id":"DUT24RC(3)025","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4835685075","display_name":null,"funder_award_id":"62476048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6387696347","display_name":null,"funder_award_id":"62406053","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7040462901","display_name":null,"funder_award_id":"62293544","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1682403713","https://openalex.org/W1977295328","https://openalex.org/W2007339694","https://openalex.org/W2017814585","https://openalex.org/W2047643928","https://openalex.org/W2102605133","https://openalex.org/W2108598243","https://openalex.org/W2138011018","https://openalex.org/W2150884987","https://openalex.org/W2155904486","https://openalex.org/W2326626448","https://openalex.org/W2473930607","https://openalex.org/W2533598788","https://openalex.org/W2554616628","https://openalex.org/W2560647685","https://openalex.org/W2884282566","https://openalex.org/W2948734064","https://openalex.org/W2954929116","https://openalex.org/W2963072899","https://openalex.org/W2963588172","https://openalex.org/W2964048876","https://openalex.org/W2964189064","https://openalex.org/W2964194231","https://openalex.org/W2972313371","https://openalex.org/W2981720610","https://openalex.org/W2981864462","https://openalex.org/W3030364939","https://openalex.org/W3034856281","https://openalex.org/W3094502228","https://openalex.org/W3097784654","https://openalex.org/W3106217498","https://openalex.org/W3107810305","https://openalex.org/W3115894062","https://openalex.org/W3163939464","https://openalex.org/W3174770825","https://openalex.org/W3175562757","https://openalex.org/W3176828726","https://openalex.org/W3178686235","https://openalex.org/W3180392831","https://openalex.org/W3182849481","https://openalex.org/W3198675127","https://openalex.org/W3210573383","https://openalex.org/W4205991051","https://openalex.org/W4225484930","https://openalex.org/W4295789386","https://openalex.org/W4310595712","https://openalex.org/W4312238419","https://openalex.org/W4312310776","https://openalex.org/W4312351187","https://openalex.org/W4312480274","https://openalex.org/W4312651322","https://openalex.org/W4312884055","https://openalex.org/W4385573095","https://openalex.org/W4386076670","https://openalex.org/W4386083113","https://openalex.org/W4386790226","https://openalex.org/W4387623784","https://openalex.org/W4390189604","https://openalex.org/W4390190083","https://openalex.org/W4390872020","https://openalex.org/W4390872485","https://openalex.org/W4390874513","https://openalex.org/W4392173735","https://openalex.org/W4392940192","https://openalex.org/W4400680576","https://openalex.org/W4402702936","https://openalex.org/W4403730139","https://openalex.org/W4404612908","https://openalex.org/W4413145346"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407"],"abstract_inverted_index":{"In":[0,102],"this":[1],"paper,":[2],"we":[3,104],"first":[4],"propose":[5],"MoE-Adapters,":[6],"a":[7,37,59,84,89,127,142],"parameter-efficient":[8],"training":[9,100,164],"framework":[10,109],"to":[11,29,46,49,73,95,117,140],"alleviate":[12],"long-term":[13],"forgetting":[14],"issues":[15],"in":[16],"incremental":[17],"learning":[18,124],"with":[19],"Vision-Language":[20],"Models":[21],"(VLM).":[22],"Our":[23],"MoE-Adapters":[24,75],"leverages":[25],"incrementally":[26],"added":[27],"routers":[28],"activate":[30],"and":[31,70,76,88,98],"integrate":[32],"exclusive":[33],"expert":[34,40,86],"adapters":[35],"from":[36],"pre-defined":[38],"static":[39,85],"set,":[41],"enabling":[42],"the":[43,54,74,77,122,153],"pre-trained":[44],"CLIP":[45,139],"efficiently":[47],"adapt":[48],"new":[50],"tasks.":[51],"To":[52],"preserve":[53],"zero-shot":[55],"capability":[56],"of":[57],"VLM,":[58],"Distribution":[60],"Discriminative":[61],"Auto-Selector":[62,130],"(DDAS)":[63],"is":[64,132],"introduced":[65],"that":[66,134,152],"automatically":[67],"routes":[68],"in-distribution":[69],"out-of-distribution":[71],"inputs":[72],"original":[78],"CLIP,":[79],"respectively.":[80],"However,":[81],"relying":[82],"on":[83],"set":[87],"separate":[90],"distribution":[91,136],"selector":[92],"can":[93],"lead":[94],"parameter":[96],"redundancy":[97],"increased":[99],"complexity.":[101],"response,":[103],"further":[105],"extend":[106],"an":[107],"MoE-Adapters++":[108],"by":[110],"introducing":[111],"dynamic":[112],"MoE-adapters,":[113],"which":[114],"allows":[115],"experts":[116],"be":[118],"adaptively":[119],"involved":[120],"during":[121],"continual":[123],"process.":[125],"Additionally,":[126],"Latent":[128],"Embedding":[129],"(LEAS)":[131],"proposed":[133,154],"incorporates":[135],"selection":[137],"within":[138],"create":[141],"more":[143],"unified":[144],"architecture.":[145],"Extensive":[146],"experiments":[147],"across":[148],"diverse":[149],"settings":[150],"demonstrate":[151],"method":[155],"consistently":[156],"surpasses":[157],"previous":[158],"state-of-the-art":[159],"approaches":[160],"while":[161],"concurrently":[162],"improving":[163],"efficiency.":[165]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}