{"id":"https://openalex.org/W7165208136","doi":"https://doi.org/10.48550/arxiv.2606.18627","title":"PACT: Preserving Anchored Cores in Task-vectors for Model Merging","display_name":"PACT: Preserving Anchored Cores in Task-vectors for Model Merging","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165208136","doi":"https://doi.org/10.48550/arxiv.2606.18627"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18627","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18627","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18627","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114159801","display_name":"Ningyuan Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Ningyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138884985","display_name":"Zhipeng Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zhipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138855554","display_name":"Hao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138865560","display_name":"Chunyan Miao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miao, Chunyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138887497","display_name":"Peilin Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Peilin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7056999802589417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7056999802589417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.12319999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.017400000244379044,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7541000247001648},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.6654000282287598},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.30709999799728394},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.30469998717308044},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.30320000648498535}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7541000247001648},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7006999850273132},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.6654000282287598},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48339998722076416},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3538999855518341},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32760000228881836},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.30320000648498535},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27570000290870667},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.2605000138282776}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18627","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18627","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18627","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18627","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Model":[0],"merging":[1,26,45,132,210,245],"has":[2],"emerged":[3],"as":[4],"a":[5,19],"training-free":[6],"alternative":[7],"to":[8,12,80,145,162,222],"multi-task":[9,21],"learning,":[10],"aiming":[11],"combine":[13],"multiple":[14,236],"task-specific":[15,62,154,175],"fine-tuned":[16,35],"models":[17],"into":[18,37,111],"single":[20],"model.":[22],"Most":[23],"existing":[24,130,208,231],"model":[25,131,209,244],"approaches":[27,143,246],"follow":[28],"the":[29,48,59,81,103,126,158,173,189,192,203],"Task":[30],"Arithmetic":[31],"paradigm,":[32],"which":[33,171],"decomposes":[34],"weights":[36,105],"pre-trained":[38,86,104,159,193],"parameters":[39],"and":[40,43,121,150,247],"task":[41,68,83,112,148,181,204],"vectors,":[42],"performs":[44],"exclusively":[46],"in":[47,102,157],"task-vector":[49],"space.":[50],"The":[51],"effectiveness":[52],"of":[53,85,129,191],"this":[54,73,166],"paradigm":[55],"implicitly":[56],"relies":[57],"on":[58,219],"assumption":[60,74],"that":[61,72,99,239],"knowledge":[63,98,155],"is":[64],"encoded":[65,156],"solely":[66],"within":[67,180],"vectors.":[69,113],"We":[70,114],"argue":[71],"generally":[75],"does":[76],"not":[77],"hold":[78],"due":[79],"intrinsic":[82],"preferences":[84],"models.":[87],"Specifically,":[88],"we":[89,168,213],"identify":[90],"\\textbf{Load-Bearing":[91],"Wall":[92],"(LBW)":[93],"dimensions},":[94],"namely":[95],"some":[96],"task-critical":[97],"remains":[100],"embedded":[101],"rather":[106],"than":[107],"being":[108],"fully":[109,146],"transferred":[110],"characterize":[115],"LBW":[116,140,178],"dimensions":[117],"from":[118,202],"both":[119],"scalar-weight":[120],"subspace":[122,190,197],"perspectives,":[123],"thereby":[124],"covering":[125],"major":[127],"paradigms":[128],"methods.":[133,232],"Our":[134],"analysis":[135],"reveals":[136],"that,":[137],"by":[138,183],"ignoring":[139],"dimensions,":[141],"task-vector-based":[142],"fail":[144],"resolve":[147],"conflicts":[149],"may":[151],"inadvertently":[152],"damage":[153],"model,":[160],"leading":[161],"degradation.":[163],"To":[164],"address":[165],"issue,":[167],"propose":[169],"PACT,":[170],"preserves":[172],"anchored":[174],"cores":[176],"(i.e.,":[177],"dimensions)":[179],"vectors":[182,205],"aligning":[184],"their":[185],"orthogonal":[186],"complements":[187],"with":[188,230],"weights.":[194],"These":[195],"aligned":[196],"components":[198],"are":[199],"then":[200],"removed":[201],"before":[206],"applying":[207],"algorithms.":[211],"Furthermore,":[212],"develop":[214],"an":[215],"efficient":[216],"variant":[217],"based":[218],"randomized":[220],"SVD":[221],"improve":[223],"scalability.":[224],"PACT":[225,240],"can":[226],"be":[227],"seamlessly":[228],"integrated":[229],"Extensive":[233],"experiments":[234],"across":[235],"benchmarks":[237],"demonstrate":[238],"consistently":[241],"enhances":[242],"mainstream":[243],"establishes":[248],"new":[249],"state-of-the-art":[250],"performance.":[251]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-19T00:00:00"}