{"id":"https://openalex.org/W4407900146","doi":"https://doi.org/10.1109/tcsvt.2025.3544680","title":"Dynamic Model Merging With Mixture of Weights","display_name":"Dynamic Model Merging With Mixture of Weights","publication_year":2025,"publication_date":"2025-02-24","ids":{"openalex":"https://openalex.org/W4407900146","doi":"https://doi.org/10.1109/tcsvt.2025.3544680"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3544680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3544680","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000892367","display_name":"Hancheng Ye","orcid":"https://orcid.org/0000-0002-6272-2792"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Ye","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6272-2792","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082334473","display_name":"Chenyu Huang","orcid":"https://orcid.org/0000-0003-0100-8488"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyu Huang","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0100-8488","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073283125","display_name":"Mingzhu Shen","orcid":"https://orcid.org/0000-0003-1357-556X"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mingzhu Shen","raw_affiliation_strings":["Imperial College London, London, U.K","Imperial College London, UK"],"raw_orcid":"https://orcid.org/0000-0003-1357-556X","affiliations":[{"raw_affiliation_string":"Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Imperial College London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021220108","display_name":"Tao Chen","orcid":"https://orcid.org/0000-0002-0779-9818"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Chen","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0779-9818","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113391881","display_name":"Yongqi Huang","orcid":"https://orcid.org/0009-0009-7190-4983"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongqi Huang","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-7190-4983","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087818121","display_name":"Wanli Ouyang","orcid":"https://orcid.org/0000-0002-9163-2761"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanli Ouyang","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9163-2761","affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07016455,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"8","first_page":"7925","last_page":"7939"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14082","display_name":"Modeling, Simulation, and Optimization","score":0.12139999866485596,"subfield":{"id":"https://openalex.org/subfields/2607","display_name":"Discrete Mathematics and Combinatorics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14082","display_name":"Modeling, Simulation, and Optimization","score":0.12139999866485596,"subfield":{"id":"https://openalex.org/subfields/2607","display_name":"Discrete Mathematics and Combinatorics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14351","display_name":"Statistical and Computational Modeling","score":0.10429999977350235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5638262033462524},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33226853609085083}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5638262033462524},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33226853609085083}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3544680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3544680","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.6499999761581421}],"awards":[{"id":"https://openalex.org/G3977413633","display_name":"\u5b50\u7c7b\u611f\u77e5\u6df1\u5ea6\u5b66\u4e60\u7406\u8bba\u53ca\u5176\u5e94\u7528\u7814\u7a76","funder_award_id":"62071127","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5058943624","display_name":null,"funder_award_id":"2022ZD0160101","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5412876840","display_name":null,"funder_award_id":"23ZR1402900","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5491202952","display_name":"\u9762\u5411\u6709\u9650\u7b97\u529b\u548c\u6570\u636e\u8d44\u6e90\u7684\u591a\u6a21\u6001\u878d\u5408\u4e0e\u77e5\u8bc6\u63a8\u7406\u7814\u7a76","funder_award_id":"23ZR1402900","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W2001610032","https://openalex.org/W2017814585","https://openalex.org/W2047643928","https://openalex.org/W2066334462","https://openalex.org/W2084840427","https://openalex.org/W2108598243","https://openalex.org/W2117876524","https://openalex.org/W2138011018","https://openalex.org/W2150884987","https://openalex.org/W2167366427","https://openalex.org/W2251939518","https://openalex.org/W2592962403","https://openalex.org/W2623808523","https://openalex.org/W2627183927","https://openalex.org/W2739351760","https://openalex.org/W2763549966","https://openalex.org/W2923014074","https://openalex.org/W2949736877","https://openalex.org/W2962858109","https://openalex.org/W2963163009","https://openalex.org/W2963748441","https://openalex.org/W2964194231","https://openalex.org/W2965373594","https://openalex.org/W2978670439","https://openalex.org/W3034457371","https://openalex.org/W3085046840","https://openalex.org/W3141797743","https://openalex.org/W3153343195","https://openalex.org/W3174699664","https://openalex.org/W3176438653","https://openalex.org/W3202897123","https://openalex.org/W4253067820","https://openalex.org/W4281251058","https://openalex.org/W4312091579","https://openalex.org/W4320012120","https://openalex.org/W4321151009","https://openalex.org/W4360584429","https://openalex.org/W4382119107","https://openalex.org/W4385245566","https://openalex.org/W4385820037","https://openalex.org/W4386076644","https://openalex.org/W4388266798","https://openalex.org/W4388936587","https://openalex.org/W4389520072","https://openalex.org/W4404782031","https://openalex.org/W6605323724","https://openalex.org/W6677919164","https://openalex.org/W6684191040","https://openalex.org/W6737236263","https://openalex.org/W6755207826","https://openalex.org/W6768817161","https://openalex.org/W6773642575","https://openalex.org/W6780233385","https://openalex.org/W6787972765","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6800751262","https://openalex.org/W6804122979","https://openalex.org/W6810127701","https://openalex.org/W6837789219","https://openalex.org/W6847030267","https://openalex.org/W6847237767","https://openalex.org/W6847332164","https://openalex.org/W6847450247","https://openalex.org/W6853344814","https://openalex.org/W6854034802","https://openalex.org/W6857102419","https://openalex.org/W6858620731","https://openalex.org/W6861238929","https://openalex.org/W6862082199","https://openalex.org/W6868749521","https://openalex.org/W6869364369","https://openalex.org/W6871307678","https://openalex.org/W6871908331","https://openalex.org/W6872222651","https://openalex.org/W6873522758","https://openalex.org/W6873706110"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"The":[0,146,187,208,226],"pretrain-finetune":[1],"paradigm":[2],"brings":[3],"about":[4],"the":[5,37,61,84,94,103,135,171],"release":[6],"of":[7,79,96,120,159,173,176,210],"numerous":[8],"model":[9,14,24,31,52,64,68,114,200],"weights.":[10,65],"Under":[11],"this":[12,107],"background,":[13],"merging":[15,53,69,80,115,131,141,182,201],"is":[16,149,152,212,228],"becoming":[17],"increasingly":[18],"popular,":[19],"as":[20],"it":[21],"enables":[22],"a":[23,76,112,125,156,165],"to":[25,60,128,169,184,203],"handle":[26],"multiple":[27,224],"tasks":[28],"by":[29,214],"fusing":[30],"weights":[32],"from":[33,55],"these":[34],"tasks,":[35],"without":[36],"need":[38],"for":[39,82],"labeled":[40],"data,":[41],"additional":[42],"training,":[43],"or":[44],"high":[45],"training":[46],"costs.":[47],"Though":[48],"with":[49,154,198],"great":[50],"potential,":[51],"suffers":[54],"severe":[56],"performance":[57],"degradation":[58],"due":[59],"interference":[62,175],"among":[63],"And":[66],"existing":[67],"methods":[70,183,202],"(i.e.,":[71],"static":[72],"merging)":[73],"commonly":[74],"provide":[75],"single":[77],"set":[78],"coefficients":[81,132],"all":[83],"input":[85,136],"samples":[86],"and":[87,142,151,179,193,220],"do":[88],"not":[89,101],"distinguish":[90],"layers":[91],"based":[92,117],"on":[93,118,134,217],"severity":[95,172],"weight":[97,166,174],"interference,":[98],"which":[99],"may":[100],"be":[102,195],"optimal":[104],"solution.":[105],"In":[106],"paper,":[108],"we":[109,123,163],"propose":[110],"MoW-Merging,":[111],"dynamic":[113,140],"method":[116],"Mixture":[119],"Weights.":[121],"First,":[122],"apply":[124,180],"gating":[126,147],"network":[127,148],"adaptively":[129],"generate":[130],"depending":[133],"samples,":[137],"realizing":[138],"sample-wisely":[139],"automated":[143],"classifier":[144],"selection.":[145],"lightweight":[150],"trained":[153],"only":[155],"small":[157],"number":[158],"unlabeled":[160],"data.":[161],"Further,":[162],"utilize":[164],"similarity":[167],"metric":[168],"judge":[170],"each":[177],"layer":[178],"suitable":[181],"different":[185],"layers.":[186],"proposed":[188],"MoW-Merging":[189,211],"shows":[190],"plug-and-play":[191],"capabilities":[192],"can":[194],"seamlessly":[196],"combined":[197],"various":[199,218],"greatly":[204],"boost":[205],"their":[206],"performance.":[207],"effectiveness":[209],"validated":[213],"comprehensive":[215],"experiments":[216],"classical":[219],"newly-established":[221],"benchmarks":[222],"under":[223],"settings.":[225],"code":[227],"available":[229],"at":[230],"<uri":[231],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[232],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/harveyhuang18/Mixture_of_Weights</uri>.":[233]},"counts_by_year":[],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-10-10T00:00:00"}