{"id":"https://openalex.org/W7162529784","doi":"https://doi.org/10.48550/arxiv.2605.26693","title":"Model Merging on Loss Landscape: A Geometry Perspective","display_name":"Model Merging on Loss Landscape: A Geometry Perspective","publication_year":2026,"publication_date":"2026-05-26","ids":{"openalex":"https://openalex.org/W7162529784","doi":"https://doi.org/10.48550/arxiv.2605.26693"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.26693","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26693","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.26693","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040085446","display_name":"Juanwu Lu","orcid":"https://orcid.org/0000-0003-0831-1244"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Juanwu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137142471","display_name":"Anand Bhaskar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhaskar, Anand","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009465922","display_name":"Brian Axelrod","orcid":"https://orcid.org/0000-0001-8991-8915"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Axelrod, Brian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137183537","display_name":"Ekaterina Tolstaya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tolstaya, Ekaterina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5042418103","display_name":"T. Emrich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Emrich, Tristan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3614000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3614000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1671999990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.1298999935388565,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.6972000002861023},{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.6610000133514404},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.6179999709129333},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5590000152587891},{"id":"https://openalex.org/keywords/curvature","display_name":"Curvature","score":0.534600019454956},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5037999749183655},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4975999891757965},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.48089998960494995},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"Uncertainty quantification","score":0.47440001368522644}],"concepts":[{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.6972000002861023},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.6610000133514404},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.6179999709129333},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5590000152587891},{"id":"https://openalex.org/C195065555","wikidata":"https://www.wikidata.org/wiki/Q214881","display_name":"Curvature","level":2,"score":0.534600019454956},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5037999749183655},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5033000111579895},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4975999891757965},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49160000681877136},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.48089998960494995},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.47440001368522644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4478999972343445},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43970000743865967},{"id":"https://openalex.org/C13355873","wikidata":"https://www.wikidata.org/wiki/Q2920850","display_name":"Connection (principal bundle)","level":2,"score":0.423799991607666},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3862000107765198},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3840999901294708},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3553999960422516},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34689998626708984},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29260000586509705},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.27410000562667847},{"id":"https://openalex.org/C109546454","wikidata":"https://www.wikidata.org/wiki/Q3798604","display_name":"Information geometry","level":4,"score":0.2655999958515167},{"id":"https://openalex.org/C2780841128","wikidata":"https://www.wikidata.org/wiki/Q5073781","display_name":"Characterization (materials science)","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.26693","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26693","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.26693","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26693","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.41306328773498535}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Model":[0],"merging":[1,40,88,108],"offers":[2],"a":[3,35,47,55,72,102],"promising":[4],"avenue":[5],"for":[6],"knowledge":[7],"integration":[8],"and":[9,50,77,96,100,121,165],"parallel":[10],"development":[11],"without":[12],"retraining.":[13],"Yet,":[14],"existing":[15],"methods":[16,120,124],"either":[17],"ignore":[18],"the":[19,22,43,52,60,64,68,81,87,92,97,129,150,161],"geometry":[20],"of":[21,80,105,128],"loss":[23],"landscape":[24],"or":[25],"rely":[26],"on":[27,46,141,152,168],"intractable":[28],"full-space":[29],"Hessian":[30,66],"approximations.":[31],"We":[32],"propose":[33],"EpiMer,":[34],"framework":[36,116],"that":[37],"casts":[38],"model":[39],"as":[41,67,125],"solving":[42],"Fr\u00e9chet":[44,94,131],"mean":[45,132],"Riemannian":[48],"manifold":[49],"restricts":[51],"computation":[53],"to":[54],"low-rank":[56],"subspace":[57,93,130],"spanned":[58],"by":[59],"task":[61],"vectors.":[62],"With":[63],"expected":[65],"metric,":[69],"we":[70],"reveal":[71],"connection":[73],"between":[74],"local":[75],"curvature":[76],"epistemic":[78],"uncertainty":[79],"parameters.":[82],"Our":[83],"theoretical":[84],"analysis":[85],"decomposes":[86],"error":[89],"bound":[90],"into":[91],"variance":[95],"residual":[98],"energy,":[99],"provides":[101],"closed-form":[103],"characterization":[104],"when":[106],"curvature-aware":[107,119],"provably":[109],"outperforms":[110,149],"flat-geometry":[111],"methods.":[112],"In":[113],"addition,":[114],"our":[115],"unifies":[117],"both":[118],"recent":[122],"spectral":[123],"special":[126],"cases":[127],"with":[133],"different":[134],"geometric":[135],"metrics.":[136],"Merging":[137,147],"fine-tuned":[138],"CLIP-ViT":[139,155],"models":[140],"eight":[142],"image":[143],"classification":[144],"tasks,":[145],"Epistemic":[146],"strictly":[148],"baselines":[151],"all":[153],"three":[154],"backbones":[156],"at":[157],"matched":[158],"rank,":[159],"improving":[160],"across-task":[162],"average":[163],"accuracy":[164,167],"worst-task":[166],"every":[169],"backbone.":[170]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-28T00:00:00"}