{"id":"https://openalex.org/W4415445268","doi":"https://doi.org/10.1109/tpami.2025.3624314","title":"Improving Model Fusion by Training-Time Neuron Alignment With Fixed Neuron Anchors","display_name":"Improving Model Fusion by Training-Time Neuron Alignment With Fixed Neuron Anchors","publication_year":2025,"publication_date":"2025-10-22","ids":{"openalex":"https://openalex.org/W4415445268","doi":"https://doi.org/10.1109/tpami.2025.3624314","pmid":"https://pubmed.ncbi.nlm.nih.gov/41124066"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3624314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3624314","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101736989","display_name":"Zexi Li","orcid":"https://orcid.org/0000-0003-0831-3549"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Zexi Li","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA","Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0831-3549","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhiqi Li","orcid":"https://orcid.org/0000-0002-6892-8097"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Zhiqi Li","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA","Zhejiang University, Hangzhou, China","Georgia Institute of Technology, Atlanta, USA"],"raw_orcid":"https://orcid.org/0000-0002-6892-8097","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030005076","display_name":"Jie Lin","orcid":"https://orcid.org/0000-0002-8971-0660"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Lin","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611243","display_name":"Tao Shen","orcid":"https://orcid.org/0000-0003-3315-2468"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Shen","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jun Xiao","orcid":"https://orcid.org/0000-0002-6142-9914"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Xiao","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6142-9914","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045081171","display_name":"Yike Guo","orcid":"https://orcid.org/0000-0002-3075-2161"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yike Guo","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-3075-2161","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tao Lin","orcid":"https://orcid.org/0000-0002-3246-6935"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Lin","raw_affiliation_strings":["Westlake University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3246-6935","affiliations":[{"raw_affiliation_string":"Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"last","author":{"id":null,"display_name":"Chao Wu","orcid":"https://orcid.org/0000-0003-0885-6869"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Wu","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0885-6869","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15125328,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"3","first_page":"2186","last_page":"2199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6413999795913696},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5598000288009644},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5527999997138977},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.5364999771118164},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.49939998984336853},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4970000088214874},{"id":"https://openalex.org/keywords/biological-neuron-model","display_name":"Biological neuron model","score":0.49000000953674316}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.78329998254776},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6413999795913696},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6092000007629395},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5598000288009644},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5527999997138977},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.5364999771118164},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.49939998984336853},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4970000088214874},{"id":"https://openalex.org/C186565885","wikidata":"https://www.wikidata.org/wiki/Q1651163","display_name":"Biological neuron model","level":3,"score":0.49000000953674316},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3831999897956848},{"id":"https://openalex.org/C104122410","wikidata":"https://www.wikidata.org/wiki/Q1416406","display_name":"Network model","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.3352000117301941},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C2778794669","wikidata":"https://www.wikidata.org/wiki/Q43054","display_name":"Neuron","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2660999894142151},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.26030001044273376}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2025.3624314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3624314","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41124066","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41124066","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-169120","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-169120","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G324441156","display_name":null,"funder_award_id":"2022ZD0115101","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G5102038799","display_name":null,"funder_award_id":"62441617","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6689777572","display_name":null,"funder_award_id":"226-2025-00057","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320318567","display_name":"Westlake University","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F8461496338","display_name":"Westlake Education Foundation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1061737","https://openalex.org/W2023320048","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2144499799","https://openalex.org/W2194775991","https://openalex.org/W2923014074","https://openalex.org/W4312933868","https://openalex.org/W4312940135","https://openalex.org/W4382239439","https://openalex.org/W4385572602","https://openalex.org/W4386075549","https://openalex.org/W4389520370","https://openalex.org/W4390873683","https://openalex.org/W4404783473","https://openalex.org/W4416650086"],"related_works":[],"abstract_inverted_index":{"Model":[0],"fusion":[1,66,106,124,181,195],"aims":[2],"to":[3,84,95,149],"integrate":[4],"several":[5],"deep":[6],"neural":[7],"network":[8,87],"(DNN)":[9],"models'":[10],"knowledge":[11],"into":[12],"one":[13],"by":[14],"fusing":[15],"parameters,":[16],"and":[17,30,80,118,130,156,169,193,207,219,230],"it":[18,157],"has":[19],"promising":[20],"applications,":[21],"such":[22],"as":[23,147],"improving":[24,104],"the":[25,52,75,108,151,163,180,186,212,235],"generalization":[26],"of":[27,54,77,153,165,182,188,214],"foundation":[28],"models":[29,37,184],"parameter":[31],"averaging":[32],"in":[33,48,59,121,161,224],"federated":[34,203,225],"learning.":[35],"However,":[36],"under":[38,185,227],"different":[39,60],"settings":[40,229],"(data,":[41],"hyperparameter,":[42],"etc.)":[43],"have":[44,81],"diverse":[45],"neuron":[46,90,102,145,216],"permutations;":[47],"other":[49],"words,":[50],"from":[51,127],"perspective":[53],"loss":[55,61],"landscape,":[56],"they":[57],"reside":[58],"basins,":[62],"thus":[63],"hindering":[64],"model":[65,105,123,189],"performances.":[67],"To":[68],"alleviate":[69],"this":[70,98],"issue,":[71],"previous":[72,96],"studies":[73,100],"highlighted":[74],"role":[76],"permutation":[78],"invariance":[79],"developed":[82],"methods":[83],"find":[85],"correct":[86],"permutations":[88],"for":[89,110],"alignment":[91,113],"after":[92],"training.":[93],"Orthogonal":[94],"attempts,":[97],"paper":[99],"training-time":[101,154,215],"alignment,":[103],"without":[107],"need":[109],"post-matching.":[111],"Training-time":[112],"is":[114,119,139,158,173],"cheaper":[115],"than":[116],"post-alignment":[117],"applicable":[120],"various":[122],"scenarios.":[125],"Starting":[126],"fundamental":[128],"hypotheses":[129],"theorems,":[131],"a":[132],"simple":[133],"yet":[134],"lossless":[135],"algorithm":[136],"called":[137],"TNA-PFN":[138,141,177],"introduced.":[140],"utilizes":[142],"partially":[143],"fixed":[144],"weights":[146],"anchors":[148],"reduce":[150],"potential":[152],"permutations,":[155],"empirically":[159],"validated":[160,175],"reducing":[162],"barriers":[164],"linear":[166],"mode":[167],"connectivity":[168],"multi-model":[170],"fusion.":[171],"It":[172],"also":[174],"that":[176],"can":[178,231],"improve":[179],"pretrained":[183],"setting":[187],"soup":[190],"(vision":[191],"transformers)":[192],"ColD":[194],"(pretrained":[196],"language":[197],"models).":[198],"Based":[199],"on":[200],"TNA-PFN,":[201],"two":[202],"learning":[204,226],"methods,":[205],"FedPFN":[206,218],"FedPNU,":[208],"are":[209],"proposed,":[210],"showing":[211],"prospects":[213],"alignment.":[217],"FedPNU":[220],"reach":[221],"state-of-the-art":[222],"performances":[223],"heterogeneous":[228],"be":[232],"compatible":[233],"with":[234],"server-side":[236],"algorithm.":[237]},"counts_by_year":[],"updated_date":"2026-02-07T06:11:34.122080","created_date":"2025-10-24T00:00:00"}