{"id":"https://openalex.org/W7128360454","doi":"https://doi.org/10.48550/arxiv.2602.06552","title":"Fine-Grained Model Merging via Modular Expert Recombination","display_name":"Fine-Grained Model Merging via Modular Expert Recombination","publication_year":2026,"publication_date":"2026-02-06","ids":{"openalex":"https://openalex.org/W7128360454","doi":"https://doi.org/10.48550/arxiv.2602.06552"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.06552","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.06552","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.06552","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125401348","display_name":"Haiyun Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Haiyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125428451","display_name":"Xingyu Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125387579","display_name":"Liang Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5146909417","display_name":"Kay Chen Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Kay Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.3467000126838684,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.3467000126838684,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.15189999341964722,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.06920000165700912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.7885000109672546},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.7646999955177307},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6492999792098999},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5587000250816345},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.39559999108314514},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.35019999742507935},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.3124000132083893}],"concepts":[{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.7885000109672546},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.7646999955177307},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7426999807357788},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6492999792098999},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5587000250816345},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4487000107765198},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3968999981880188},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.39559999108314514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36880001425743103},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.35019999742507935},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3384000062942505},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2831000089645386},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C140086265","wikidata":"https://www.wikidata.org/wiki/Q11341754","display_name":"Merge algorithm","level":4,"score":0.26179999113082886},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.06552","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.06552","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.06552","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.06552","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Model":[0],"merging":[1,50,84,107,118,141],"constructs":[2],"versatile":[3],"models":[4,8,29,42,167],"by":[5,25],"integrating":[6],"task-specific":[7,61],"without":[9],"requiring":[10],"labeled":[11],"data":[12],"or":[13],"expensive":[14],"joint":[15],"retraining.":[16],"Although":[17],"recent":[18],"methods":[19,58],"improve":[20],"adaptability":[21],"to":[22,137,164],"heterogeneous":[23],"tasks":[24],"generating":[26],"customized":[27],"merged":[28,41],"for":[30,98],"each":[31,60],"instance,":[32],"they":[33],"face":[34],"two":[35],"critical":[36],"limitations.":[37],"First,":[38],"the":[39,46,68,82],"instance-specific":[40],"lack":[43],"reusability,":[44],"restricting":[45],"exploitation":[47],"of":[48,71],"high-quality":[49,144],"configurations":[51,145],"and":[52,77,81,108,128,131,160,168,183,193],"efficient":[53,170],"batch":[54],"inference.":[55,114],"Second,":[56],"these":[57,90],"treat":[59],"model":[62,106,179],"as":[63,75,119],"a":[64,101,120,133,147,154],"monolithic":[65],"whole,":[66],"overlooking":[67],"diverse":[69],"mergeability":[70],"homologous":[72],"components":[73],"such":[74],"attention":[76],"multilayer":[78],"perceptron":[79],"layers,":[80],"differing":[83],"sensitivities":[85],"across":[86,177],"components.":[87],"To":[88],"address":[89],"limitations,":[91],"we":[92],"propose":[93],"MERGE":[94,115,188],"(\\underline{M}odular":[95],"\\underline{E}xpert":[96],"\\underline{R}ecombination":[97],"fine-\\underline{G}rained":[99],"m\\underline{E}rging),":[100],"method":[102],"that":[103,124,187],"enables":[104],"component-wise":[105,117],"input-aware,":[109],"on-demand":[110],"module":[111],"recombination":[112],"at":[113],"formulates":[116],"bi-objective":[121],"optimization":[122],"problem":[123],"balances":[125],"cross-task":[126],"performance":[127],"storage":[129,173],"efficiency,":[130],"develops":[132],"surrogate-assisted":[134],"evolutionary":[135],"algorithm":[136],"efficiently":[138],"identify":[139],"Pareto-optimal":[140],"configurations.":[142],"These":[143],"underpin":[146],"reusable":[148],"modular":[149,162],"expert":[150],"library,":[151],"from":[152],"which":[153],"lightweight":[155],"routing":[156],"network":[157],"dynamically":[158],"activates":[159],"recombines":[161],"experts":[163],"assemble":[165],"input-specific":[166],"enable":[169],"inference":[171],"under":[172],"constraints.":[174],"Extensive":[175],"experiments":[176],"various":[178],"scales,":[180],"task":[181],"types,":[182],"fine-tuning":[184],"strategies":[185],"demonstrate":[186],"consistently":[189],"outperforms":[190],"strong":[191],"baselines":[192],"generalizes":[194],"effectively.":[195]},"counts_by_year":[],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2026-02-10T00:00:00"}