{"id":"https://openalex.org/W7160831669","doi":"https://doi.org/10.48550/arxiv.2605.07494","title":"DIMoE-Adapters: Dynamic Expert Evolution for Continual Learning in Vision-Language Models","display_name":"DIMoE-Adapters: Dynamic Expert Evolution for Continual Learning in Vision-Language Models","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160831669","doi":"https://doi.org/10.48550/arxiv.2605.07494"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07494","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135831564","display_name":"Mengxin Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Mengxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135890765","display_name":"Xiang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135874449","display_name":"Xi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135846415","display_name":"Kun Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135891033","display_name":"Xu Yang","orcid":"https://orcid.org/0000-0001-9802-9845"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135837430","display_name":"Cheng Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7310000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7310000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.23839999735355377,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.7523000240325928},{"id":"https://openalex.org/keywords/incremental-learning","display_name":"Incremental learning","score":0.5960000157356262},{"id":"https://openalex.org/keywords/legal-expert-system","display_name":"Legal expert system","score":0.5285000205039978},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5148000121116638},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5109000205993652},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.4970000088214874},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4765999913215637},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.42829999327659607}],"concepts":[{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.7523000240325928},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6992999911308289},{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.5960000157356262},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5856999754905701},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5781999826431274},{"id":"https://openalex.org/C102600418","wikidata":"https://www.wikidata.org/wiki/Q6517507","display_name":"Legal expert system","level":3,"score":0.5285000205039978},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5148000121116638},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5109000205993652},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.4970000088214874},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4765999913215637},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.42829999327659607},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.42480000853538513},{"id":"https://openalex.org/C72161134","wikidata":"https://www.wikidata.org/wiki/Q5421219","display_name":"Expert elicitation","level":2,"score":0.3939000070095062},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.39169999957084656},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C2988305597","wikidata":"https://www.wikidata.org/wiki/Q215772","display_name":"Evolving systems","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.26739999651908875},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.26660001277923584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Continual":[0],"learning":[1],"enables":[2],"vision-language":[3],"models":[4],"to":[5,10,43,70],"accumulate":[6],"knowledge":[7],"and":[8,46,73,87,94,127],"adapt":[9],"evolving":[11],"tasks":[12],"without":[13],"retraining":[14],"from":[15],"scratch.":[16],"However,":[17],"in":[18],"multi-domain":[19],"task-incremental":[20],"learning,":[21],"large":[22],"domain":[23],"shifts":[24],"intensify":[25],"the":[26,116],"stability-plasticity":[27],"dilemma.":[28],"Most":[29],"existing":[30],"methods":[31,138],"rely":[32],"on":[33,115],"fixed":[34],"architectures":[35],"with":[36],"statically":[37],"allocated":[38],"parameters,":[39],"which":[40],"limits":[41],"adaptation":[42],"new":[44],"domains":[45],"aggravates":[47],"catastrophic":[48],"forgetting.":[49],"To":[50],"address":[51],"these":[52],"challenges,":[53],"we":[54],"propose":[55],"DIMoE-Adapters,":[56],"a":[57,65,96],"Dynamic":[58],"Incremental":[59],"Mixture-of-Experts":[60],"Adapters":[61],"framework":[62],"that":[63,133],"introduces":[64],"dynamic":[66],"expert":[67,98,101,112],"evolution":[68],"paradigm":[69,76],"balance":[71],"stability":[72,122],"plasticity.":[74],"This":[75],"is":[77],"implemented":[78],"through":[79,100],"two":[80],"collaborative":[81],"components:":[82],"Self-Calibrated":[83],"Expert":[84,89],"Evolution":[85],"(SCEE)":[86],"Prototype-Guided":[88],"Selection":[90],"(PGES).":[91],"SCEE":[92],"constructs":[93],"evolves":[95],"sparse":[97],"pool":[99,117],"optimization":[102],"dynamics,":[103],"improving":[104,121],"plasticity":[105],"while":[106],"reducing":[107],"redundant":[108],"capacity.":[109],"PGES":[110],"controls":[111],"utilization":[113],"based":[114],"shaped":[118],"by":[119],"SCEE,":[120],"across":[123,139],"both":[124],"previously":[125],"encountered":[126],"unseen":[128],"tasks.":[129],"Extensive":[130],"experiments":[131],"show":[132],"DIMoE-Adapters":[134],"outperforms":[135],"previous":[136],"state-of-the-art":[137],"various":[140],"settings.":[141]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}