{"id":"https://openalex.org/W7163872185","doi":"https://doi.org/10.48550/arxiv.2606.07289","title":"Closed-Form Spectral Regularization for Multi-Task Model Merging","display_name":"Closed-Form Spectral Regularization for Multi-Task Model Merging","publication_year":2026,"publication_date":"2026-06-05","ids":{"openalex":"https://openalex.org/W7163872185","doi":"https://doi.org/10.48550/arxiv.2606.07289"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.07289","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07289","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.07289","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077761339","display_name":"Yongxian Wei","orcid":"https://orcid.org/0009-0001-4356-7360"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Yongxian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123873127","display_name":"Runxi Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Runxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138138487","display_name":"Xingxuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xingxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138174372","display_name":"Li Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138136226","display_name":"Chun Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Chun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138113128","display_name":"Peng Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138197151","display_name":"Dacheng Tao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Dacheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.24410000443458557,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.24410000443458557,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.09759999811649323,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0940999984741211,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5092999935150146},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.4814999997615814},{"id":"https://openalex.org/keywords/moore\u2013penrose-pseudoinverse","display_name":"Moore\u2013Penrose pseudoinverse","score":0.4611000120639801},{"id":"https://openalex.org/keywords/iterative-method","display_name":"Iterative method","score":0.4569999873638153},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.45170000195503235},{"id":"https://openalex.org/keywords/deconvolution","display_name":"Deconvolution","score":0.4262000024318695},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4169999957084656},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.40549999475479126},{"id":"https://openalex.org/keywords/eigendecomposition-of-a-matrix","display_name":"Eigendecomposition of a matrix","score":0.4009000062942505}],"concepts":[{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5453000068664551},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5092999935150146},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.4814999997615814},{"id":"https://openalex.org/C21556879","wikidata":"https://www.wikidata.org/wiki/Q43219517","display_name":"Moore\u2013Penrose pseudoinverse","level":3,"score":0.4611000120639801},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45719999074935913},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.4569999873638153},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.45170000195503235},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.44130000472068787},{"id":"https://openalex.org/C174576160","wikidata":"https://www.wikidata.org/wiki/Q1183700","display_name":"Deconvolution","level":2,"score":0.4262000024318695},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4169999957084656},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4090999960899353},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.40549999475479126},{"id":"https://openalex.org/C169756996","wikidata":"https://www.wikidata.org/wiki/Q194919","display_name":"Eigendecomposition of a matrix","level":3,"score":0.4009000062942505},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.38029998540878296},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.31619998812675476},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.29089999198913574},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.2808000147342682},{"id":"https://openalex.org/C81845259","wikidata":"https://www.wikidata.org/wiki/Q290117","display_name":"Quadratic programming","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C135252773","wikidata":"https://www.wikidata.org/wiki/Q1567213","display_name":"Inverse problem","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.07289","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07289","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.07289","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07289","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Model":[0],"merging":[1,28,31,123,221,240],"combines":[2,151],"several":[3],"independently":[4],"fine-tuned":[5],"experts":[6],"into":[7],"a":[8,33,125,132,138,147,152,165,199,219],"single":[9,200],"multi-task":[10,121],"model":[11,122],"without":[12],"any":[13],"training":[14,209],"data,":[15],"reducing":[16],"the":[17,63,66,81,108,158,183],"storage,":[18],"serving,":[19],"and":[20,78,130,206,218,229,249],"decentralized-development":[21],"costs":[22],"of":[23,52,54,65,107,161],"large":[24],"foundation":[25],"models.":[26],"State-of-the-art":[27],"methods":[29],"formulate":[30],"as":[32,88,94,124],"layer-wise":[34],"quadratic":[35],"interference":[36,110],"minimization":[37],"problem.":[38],"Although":[39],"this":[40,76,117,143],"problem":[41,129],"admits":[42],"an":[43,89,95,100,178],"exact":[44],"closed-form":[45,148],"pseudoinverse":[46],"solution,":[47],"that":[48,80,150,169,181],"solution":[49],"underperforms":[50],"hundreds":[51],"iterations":[53],"gradient":[55],"descent":[56],"in":[57],"practice.":[58],"The":[59],"iterative":[60,82,162],"loop":[61],"dominates":[62],"cost":[64],"pipeline,":[67],"yet":[68],"its":[69],"effectiveness":[70],"has":[71],"remained":[72],"unexplained.":[73],"We":[74,141],"revisit":[75],"regime":[77],"show":[79],"solver":[83],"does":[84],"not":[85],"primarily":[86],"act":[87],"optimizer;":[90],"rather,":[91],"it":[92],"serves":[93],"implicit":[96],"spectral":[97,133,234],"regularizer":[98],"for":[99],"ill-posed":[101],"normal":[102],"equation,":[103],"where":[104],"small-eigenvalue":[105,172],"directions":[106],"per-layer":[109,188],"operator":[111],"amplify":[112],"proxy":[113],"noise.":[114],"Building":[115],"on":[116],"finding,":[118],"we":[119,175],"formalize":[120],"noisy":[126],"linear":[127,204],"inverse":[128],"propose":[131,176],"filtering":[134],"estimator":[135,144],"parameterized":[136],"by":[137,247,253],"per-direction":[139],"filter.":[140],"instantiate":[142],"with":[145,164,187],"SWUDI,":[146],"method":[149],"soft":[153],"exponential":[154],"filter,":[155],"which":[156],"matches":[157],"gradient-flow":[159],"trajectory":[160],"descent,":[163],"hard":[166],"top-K":[167],"truncation":[168],"suppresses":[170],"noise-amplifying":[171],"directions.":[173],"Furthermore,":[174],"SWUDI-A,":[177],"adaptive":[179],"variant":[180],"replaces":[182],"global":[184],"rank":[185,189],"hyperparameter":[186],"rules,":[190],"further":[191],"improving":[192],"robustness":[193],"across":[194],"architectures.":[195],"Both":[196],"variants":[197],"share":[198],"symmetric":[201],"eigendecomposition":[202],"per":[203],"layer":[205],"require":[207],"no":[208],"data":[210],"or":[211,237],"optimizer":[212],"state.":[213],"Across":[214],"four":[215],"general":[216],"benchmarks":[217],"multimodal":[220],"benchmark":[222],"spanning":[223],"VQA,":[224],"Geometry,":[225],"Chart,":[226],"OCR,":[227],"Grounding,":[228],"modality":[230],"merging,":[231],"our":[232],"proposed":[233],"solvers":[235],"match":[236],"outperform":[238],"state-of-the-art":[239],"methods.":[241],"Crucially,":[242],"they":[243],"reduce":[244],"wall-clock":[245],"time":[246],"28-72x":[248],"peak":[250],"GPU":[251],"memory":[252],"up":[254],"to":[255],"50%.":[256]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-09T00:00:00"}