{"id":"https://openalex.org/W4411550751","doi":"https://doi.org/10.1109/access.2025.3582015","title":"KAFA-Merge: Model Merging Method With Layer-Based Bayes+Linear Search","display_name":"KAFA-Merge: Model Merging Method With Layer-Based Bayes+Linear Search","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411550751","doi":"https://doi.org/10.1109/access.2025.3582015"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3582015","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3582015","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3582015","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104149006","display_name":"Muzaffer Kaan Yuce","orcid":"https://orcid.org/0009-0007-2094-4358"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muzaffer Kaan Yuce","raw_affiliation_strings":["Department of Computer Engineering, Y&#x0131;ld&#x0131;z Technical University, Istanbul, T&#x00FC;rkiye"],"raw_orcid":"https://orcid.org/0009-0007-2094-4358","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Y&#x0131;ld&#x0131;z Technical University, Istanbul, T&#x00FC;rkiye","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080453744","display_name":"Mehmet Fatih Amasyal\u0131","orcid":"https://orcid.org/0000-0002-0404-5973"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mehmet Fatih Amasyali","raw_affiliation_strings":["Department of Computer Engineering, Y&#x0131;ld&#x0131;z Technical University, Istanbul, T&#x00FC;rkiye"],"raw_orcid":"https://orcid.org/0000-0002-0404-5973","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Y&#x0131;ld&#x0131;z Technical University, Istanbul, T&#x00FC;rkiye","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.7588,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.87122982,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"108743","last_page":"108755"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6857197284698486},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.6167692542076111},{"id":"https://openalex.org/keywords/merge-algorithm","display_name":"Merge algorithm","score":0.4347912669181824},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.43134674429893494},{"id":"https://openalex.org/keywords/linear-model","display_name":"Linear model","score":0.4189836084842682},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32967323064804077},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15201503038406372},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.11469310522079468}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6857197284698486},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.6167692542076111},{"id":"https://openalex.org/C140086265","wikidata":"https://www.wikidata.org/wiki/Q11341754","display_name":"Merge algorithm","level":4,"score":0.4347912669181824},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43134674429893494},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.4189836084842682},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32967323064804077},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15201503038406372},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.11469310522079468},{"id":"https://openalex.org/C108094655","wikidata":"https://www.wikidata.org/wiki/Q181593","display_name":"Sorting algorithm","level":3,"score":0.0},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3582015","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3582015","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:eb7206f3c37741d28b55815dfc08afd4","is_oa":true,"landing_page_url":"https://doaj.org/article/eb7206f3c37741d28b55815dfc08afd4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 108743-108755 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3582015","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3582015","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1510052597","https://openalex.org/W2099201756","https://openalex.org/W2192203593","https://openalex.org/W2794325560","https://openalex.org/W2946417913","https://openalex.org/W2946609015","https://openalex.org/W2962996334","https://openalex.org/W3103368673","https://openalex.org/W3107326210","https://openalex.org/W3114990944","https://openalex.org/W3118485687","https://openalex.org/W3121904249","https://openalex.org/W3156502742","https://openalex.org/W3168867926","https://openalex.org/W4221155125","https://openalex.org/W4225658207","https://openalex.org/W4286856923","https://openalex.org/W4286892945","https://openalex.org/W4310998073","https://openalex.org/W4375869101","https://openalex.org/W4379261328","https://openalex.org/W4379528218","https://openalex.org/W4382334310","https://openalex.org/W4385245566","https://openalex.org/W4388482013","https://openalex.org/W4389261241","https://openalex.org/W4393336136","https://openalex.org/W4402811807","https://openalex.org/W4403555280","https://openalex.org/W4403940973","https://openalex.org/W4404391362","https://openalex.org/W4404783473","https://openalex.org/W4408138476","https://openalex.org/W6675200109","https://openalex.org/W6678911119","https://openalex.org/W6741100967","https://openalex.org/W6743489131","https://openalex.org/W6749838110","https://openalex.org/W6782879696","https://openalex.org/W6796581206","https://openalex.org/W6803096969","https://openalex.org/W6804122979","https://openalex.org/W6810127701","https://openalex.org/W6810689779","https://openalex.org/W6847030267","https://openalex.org/W6853754985","https://openalex.org/W6854034802","https://openalex.org/W6854370853","https://openalex.org/W6858620731","https://openalex.org/W6859097782","https://openalex.org/W6859630071","https://openalex.org/W6862402416","https://openalex.org/W6873487245","https://openalex.org/W6874424568"],"related_works":["https://openalex.org/W1997715509","https://openalex.org/W2356015003","https://openalex.org/W2074050947","https://openalex.org/W1838431648","https://openalex.org/W2156833550","https://openalex.org/W2049427966","https://openalex.org/W4237134732","https://openalex.org/W2006931095","https://openalex.org/W2060029658","https://openalex.org/W2009356677"],"abstract_inverted_index":{"In":[0,153],"this":[1,44],"paper,":[2],"we":[3,46,101],"consider":[4],"the":[5,32,40,59,98,110,126,130,162],"model":[6,157],"merging":[7,20],"process":[8],"for":[9,63],"large":[10,176],"language":[11,177],"models":[12,178],"(LLMs)":[13],"under":[14],"a":[15,69],"two-stage":[16],"optimization":[17,56,67,115],"framework.":[18],"Traditional":[19],"methods":[21,145],"usually":[22],"apply":[23],"fixed":[24],"blending":[25,61],"rates":[26,62],"to":[27,39,57,91,155,173],"all":[28],"layers,":[29],"which":[30],"ignores":[31],"different":[33,180],"levels":[34],"of":[35,37,129],"contribution":[36],"layers":[38,49],"output.":[41],"To":[42],"overcome":[43],"limitation,":[45],"first":[47],"group":[48],"with":[50,113],"similar":[51],"functionality":[52],"and":[53,76,116,134,151,159],"use":[54],"Bayesian":[55,66,114],"determine":[58],"optimal":[60],"each":[64],"group.":[65],"offers":[68],"globally":[70],"effective":[71],"discovery":[72],"strategy":[73,142],"in":[74,97,179],"high-dimensional":[75],"computationally":[77],"expensive":[78],"search":[79,88],"spaces.":[80],"However,":[81],"an":[82],"approach":[83,164],"based":[84],"solely":[85],"on":[86,125],"global":[87],"can":[89],"lead":[90],"local":[92],"artifacts":[93],"being":[94],"missed.":[95],"Therefore,":[96],"second":[99],"stage,":[100],"perform":[102],"Linear":[103],"Search":[104],"by":[105],"applying":[106],"controlled":[107],"variations":[108],"around":[109],"ratios":[111],"obtained":[112],"obtain":[117],"more":[118],"precise,":[119],"locally":[120],"optimized":[121],"results.":[122],"Extensive":[123],"experiments":[124],"Turkish":[127],"versions":[128],"Arc,":[131],"Hellaswag,":[132],"MMLU":[133],"GSM8K":[135],"datasets":[136],"show":[137],"that":[138],"our":[139],"proposed":[140],"Bayes+Linear":[141],"outperforms":[143],"existing":[144],"such":[146],"as":[147],"SLERP,":[148],"Linear,":[149],"Ties":[150],"Breadcrumbs.":[152],"addition":[154],"improving":[156],"accuracy":[158],"generalization":[160],"capacity,":[161],"KAFA":[163],"works":[165],"without":[166],"any":[167],"additional":[168],"fine-tuning,":[169],"making":[170],"it":[171],"possible":[172],"effectively":[174],"reuse":[175],"tasks.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
