{"id":"https://openalex.org/W7121445788","doi":"https://doi.org/10.1145/3787849","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications, and Opportunities","display_name":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications, and Opportunities","publication_year":2026,"publication_date":"2026-01-10","ids":{"openalex":"https://openalex.org/W7121445788","doi":"https://doi.org/10.1145/3787849"},"language":"en","primary_location":{"id":"doi:10.1145/3787849","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3787849","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086494876","display_name":"Enneng Yang","orcid":"https://orcid.org/0000-0001-5419-5286"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I87182695","display_name":"Universidad del Noreste","ror":"https://ror.org/02ahky613","country_code":"MX","type":"education","lineage":["https://openalex.org/I87182695"]}],"countries":["CN","MX"],"is_corresponding":false,"raw_author_name":"Enneng Yang","raw_affiliation_strings":["Northeastern University","Shenzhen Campus of Sun Yat-sen University"],"raw_orcid":"https://orcid.org/0000-0001-5419-5286","affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I87182695"]},{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122734056","display_name":"Li Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shen","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University"],"raw_orcid":"https://orcid.org/0000-0001-5659-3464","affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122723915","display_name":"Guibing Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I87182695","display_name":"Universidad del Noreste","ror":"https://ror.org/02ahky613","country_code":"MX","type":"education","lineage":["https://openalex.org/I87182695"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Guibing Guo","raw_affiliation_strings":["Northeastern University"],"raw_orcid":"https://orcid.org/0000-0002-1709-5056","affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I87182695"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086590282","display_name":"X. Wang","orcid":"https://orcid.org/0000-0001-8668-3524"},"institutions":[{"id":"https://openalex.org/I87182695","display_name":"Universidad del Noreste","ror":"https://ror.org/02ahky613","country_code":"MX","type":"education","lineage":["https://openalex.org/I87182695"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Xingwei Wang","raw_affiliation_strings":["Northeastern University"],"raw_orcid":"https://orcid.org/0000-0001-8668-3524","affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I87182695"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079255733","display_name":"Cao Xy","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochun Cao","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University"],"raw_orcid":"https://orcid.org/0000-0001-7141-708X","affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0001-8996-7581"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":"https://orcid.org/0000-0001-8996-7581","affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122731684","display_name":"Dacheng Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["AU","SG"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["Nanyang Technological University","The University of Sydney"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"The University of Sydney","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":61.9432,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.99829485,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"58","issue":"8","first_page":"1","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5454000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5454000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.10459999740123749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.061500001698732376,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.47859999537467957},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.3935000002384186},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.31869998574256897},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.3172000050544739},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.31380000710487366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8848000168800354},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5149000287055969},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5048999786376953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48649999499320984},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.47859999537467957},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.3935000002384186},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.31869998574256897},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2897000014781952},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.2702000141143799}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3787849","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3787849","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5318953394889832,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4627214337","display_name":null,"funder_award_id":"2025M781535","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7705211464","display_name":null,"funder_award_id":"62576364, 62576083, 62432003, U25A20431, 62411540034","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2084840427","https://openalex.org/W2099001231","https://openalex.org/W2893405045","https://openalex.org/W2913340405","https://openalex.org/W2920807444","https://openalex.org/W4312933868","https://openalex.org/W4322766882","https://openalex.org/W4382318707","https://openalex.org/W4386075549","https://openalex.org/W4386076229","https://openalex.org/W4386566605","https://openalex.org/W4389518935","https://openalex.org/W4393147175","https://openalex.org/W4393156196","https://openalex.org/W4399519245","https://openalex.org/W4402671137","https://openalex.org/W4403940973","https://openalex.org/W4404515056","https://openalex.org/W4404532230","https://openalex.org/W4404725129","https://openalex.org/W4404781060","https://openalex.org/W4404781237","https://openalex.org/W4404781740","https://openalex.org/W4404782420","https://openalex.org/W4404782795","https://openalex.org/W4404783473","https://openalex.org/W4406844855","https://openalex.org/W4411630024","https://openalex.org/W4412889914","https://openalex.org/W4413147824","https://openalex.org/W4413156651","https://openalex.org/W4415795533","https://openalex.org/W4415797037","https://openalex.org/W4416036868","https://openalex.org/W6931259419","https://openalex.org/W7084497001"],"related_works":[],"abstract_inverted_index":{"Model":[0],"merging":[1,30,45,74,102,111,146,159],"is":[2,38,50,160],"an":[3],"efficient":[4],"empowerment":[5],"technique":[6],"in":[7,54,80,113],"the":[8,16,42,55,107,141],"machine":[9,125],"learning":[10,126],"community":[11],"that":[12,97],"does":[13,23],"not":[14,24],"require":[15,25],"collection":[17],"of":[18,63,72,109,144,155],"raw":[19],"training":[20],"data":[21],"and":[22,60,76,83,85,121,135,147],"expensive":[26],"computation.":[27],"As":[28],"model":[29,44,73,101,110,145,158],"becomes":[31],"increasingly":[32],"prevalent":[33],"across":[34],"various":[35,81],"fields,":[36],"it":[37],"crucial":[39],"to":[40],"understand":[41],"available":[43,161],"techniques":[46,112],"comprehensively.":[47],"However,":[48],"there":[49],"a":[51,58,69,93],"significant":[52],"gap":[53],"literature":[56],"regarding":[57],"systematic":[59],"thorough":[61],"review":[62],"these":[64],"techniques.":[65],"This":[66],"survey":[67],"provides":[68],"comprehensive":[70,153],"overview":[71],"methods":[75],"theories,":[77],"their":[78],"applications":[79],"domains":[82],"settings,":[84],"future":[86,149],"research":[87,150],"directions.":[88,151],"Specifically,":[89],"we":[90,105,139],"first":[91],"propose":[92],"new":[94],"taxonomic":[95],"approach":[96],"exhaustively":[98],"discusses":[99],"existing":[100],"methods.":[103],"Secondly,":[104],"discuss":[106,148],"application":[108],"large":[114,118],"language":[115,119],"models,":[116,120],"multimodal":[117],"more":[122],"than":[123],"ten":[124],"subfields,":[127],"including":[128],"continual":[129],"learning,":[130,132,134],"multi-task":[131],"few-shot":[133],"so":[136],"on.":[137],"Finally,":[138],"highlight":[140],"remaining":[142],"challenges":[143],"A":[152],"list":[154],"papers":[156],"about":[157],"at":[162],"https://github.com/EnnengYang/Awesome-Model-Merging-Methods-Theories-Applications":[163],".":[164]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-01-11T00:00:00"}