{"id":"https://openalex.org/W7156054312","doi":"https://doi.org/10.48550/arxiv.2604.22464","title":"Towards Adaptive Continual Model Merging via Manifold-Aware Expert Evolution","display_name":"Towards Adaptive Continual Model Merging via Manifold-Aware Expert Evolution","publication_year":2026,"publication_date":"2026-04-24","ids":{"openalex":"https://openalex.org/W7156054312","doi":"https://doi.org/10.48550/arxiv.2604.22464"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.22464","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22464","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.22464","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134700308","display_name":"Haiyun Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Haiyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134746633","display_name":"Xingyu Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5025285243","display_name":"Kay Chen Tan","orcid":"https://orcid.org/0000-0002-6802-2463"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Kay Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.336899995803833,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.336899995803833,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.12290000170469284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.0706000030040741,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6111000180244446},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5738000273704529},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.5519999861717224},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.538100004196167},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.3425999879837036},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.31700000166893005},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.31220000982284546},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.30230000615119934},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.30140000581741333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6337000131607056},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6111000180244446},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5738000273704529},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.5519999861717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5403000116348267},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.538100004196167},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5224000215530396},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.320499986410141},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.30140000581741333},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.25600001215934753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.22464","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22464","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.22464","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22464","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.476640522480011},{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.42529281973838806}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Continual":[0],"Model":[1],"Merging":[2],"(CMM)":[3],"sequentially":[4],"integrates":[5],"task-specific":[6],"models":[7],"into":[8],"a":[9,22,49,91,98,121],"unified":[10],"architecture":[11],"without":[12],"intensive":[13],"retraining.":[14],"However,":[15],"existing":[16],"CMM":[17,73],"methods":[18],"are":[19],"hindered":[20],"by":[21,81],"fundamental":[23],"saturation-redundancy":[24],"dilemma:":[25],"backbone-centric":[26],"approaches":[27],"face":[28],"parameter":[29],"saturation":[30],"and":[31,48,68,79,123,145,149,162],"representation":[32],"interference":[33],"within":[34,159],"fixed":[35],"capacities,":[36],"whereas":[37],"Mixture-of-Experts":[38],"(MoE)":[39],"variants":[40],"resort":[41],"to":[42,103,114],"indiscriminate":[43],"expansion,":[44],"incurring":[45],"expert":[46,77,84,106],"redundancy":[47],"routing":[50,126],"bottleneck":[51],"reliant":[52],"on":[53],"additional":[54],"data-driven":[55],"optimization.":[56],"To":[57],"resolve":[58],"these":[59],"challenges,":[60],"we":[61,119],"propose":[62],"MADE-IT":[63,138],"(Manifold-Aware":[64],"Dynamic":[65],"Expert":[66],"Evolution":[67],"Implicit":[69],"rouTing),":[70],"an":[71],"adaptive":[72,100],"method":[74],"that":[75,128,137],"orchestrates":[76],"management":[78],"activation":[80],"grounding":[82],"intrinsic":[83],"representations":[85],"in":[86,143],"manifold":[87],"geometry.":[88],"We":[89],"introduce":[90],"projection-based":[92],"subspace":[93],"affinity":[94],"metric":[95],"coupled":[96],"with":[97,110],"distribution-aware":[99],"threshold":[101],"mechanism":[102,127],"guide":[104],"autonomous":[105],"evolution,":[107],"harmonizing":[108],"diversity":[109],"architectural":[111],"parsimony.":[112],"Furthermore,":[113],"bypass":[115],"parameterized":[116],"gating":[117],"networks,":[118],"design":[120],"data-free":[122],"training-free":[124],"implicit":[125],"activates":[129],"experts":[130],"via":[131],"feature-subspace":[132],"alignment.":[133],"Extensive":[134],"experiments":[135],"demonstrate":[136],"consistently":[139],"outperforms":[140],"strong":[141],"baselines":[142],"accuracy":[144],"robustness":[146],"across":[147],"long-horizon":[148],"shuffled":[150],"task":[151],"sequences,":[152],"while":[153],"significantly":[154],"pruning":[155],"redundant":[156],"experts,":[157],"particularly":[158],"generic":[160],"modules":[161],"early":[163],"layers.":[164]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-28T00:00:00"}