{"id":"https://openalex.org/W7162758213","doi":"https://doi.org/10.48550/arxiv.2605.29295","title":"EvoGM: Learning to Merge LLMs via Evolutionary Generative Optimization","display_name":"EvoGM: Learning to Merge LLMs via Evolutionary Generative Optimization","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162758213","doi":"https://doi.org/10.48550/arxiv.2605.29295"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.29295","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29295","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.29295","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137330599","display_name":"Tao Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137375873","display_name":"Xinmeng Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Xinmeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137368448","display_name":"Chenhao Yi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi, Chenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056424580","display_name":"Yiling Wu","orcid":"https://orcid.org/0000-0001-9386-8455"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yiling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137320315","display_name":"Yan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137326318","display_name":"Ran Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Ran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137361499","display_name":"Dongmei Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Dongmei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137347442","display_name":"Jianguo Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jianguo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.20469999313354492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.20469999313354492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1404999941587448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.058800000697374344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.744700014591217},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6498000025749207},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.6377000212669373},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.534600019454956},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.5221999883651733},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.39809998869895935},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3490999937057495}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.744700014591217},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6851000189781189},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6498000025749207},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.6377000212669373},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.586899995803833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5861999988555908},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.534600019454956},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5221999883651733},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.39809998869895935},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3490999937057495},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3321000039577484},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C184408114","wikidata":"https://www.wikidata.org/wiki/Q1502022","display_name":"Generative Design","level":3,"score":0.30000001192092896},{"id":"https://openalex.org/C110332635","wikidata":"https://www.wikidata.org/wiki/Q629498","display_name":"Genetic programming","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.26489999890327454},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.29295","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29295","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.29295","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29295","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Evolutionary":[0,38],"model":[1],"merging":[2,55,72],"provides":[3],"a":[4,42,60,100],"powerful":[5],"framework":[6,43,83],"for":[7],"the":[8,28,33],"automated,":[9],"training-free":[10],"composition":[11],"of":[12,32],"LLMs":[13],"through":[14],"parameter-space":[15],"search.":[16],"However,":[17],"existing":[18],"methods":[19],"predominantly":[20],"rely":[21],"on":[22,129],"stochastic,":[23],"hand-crafted":[24],"operators":[25],"that":[26,44,120],"overlook":[27],"underlying":[29],"performance":[30,128],"landscape":[31],"coefficient":[34],"space.":[35],"We":[36],"propose":[37],"Generative":[39],"Merging":[40],"(EvoGM),":[41],"transcends":[45],"manual":[46],"heuristics":[47],"by":[48],"employing":[49],"learnable":[50],"generative":[51,94],"modeling":[52],"to":[53,66],"optimize":[54],"coefficients.":[56],"Specifically,":[57],"EvoGM":[58,121],"features":[59],"dual-generator":[61],"architecture":[62],"with":[63],"cycle-consistent":[64],"learning":[65],"adaptively":[67],"sample":[68],"and":[69,89,132,136],"refine":[70],"promising":[71],"candidates.":[73],"By":[74],"constructing":[75],"winner-loser":[76],"pairs":[77],"from":[78],"historical":[79],"search":[80],"trajectories,":[81],"our":[82],"effectively":[84],"captures":[85],"high-performance":[86],"parameter":[87],"distributions":[88],"maximizes":[90],"data":[91,137],"efficiency.":[92],"This":[93],"process":[95],"is":[96],"seamlessly":[97],"integrated":[98],"into":[99],"multi-round":[101],"evolutionary":[102],"pipeline,":[103],"where":[104],"elite":[105],"merged":[106],"models":[107],"iteratively":[108],"serve":[109],"as":[110],"new":[111],"expert":[112],"foundations.":[113],"Extensive":[114],"experiments":[115],"across":[116],"diverse":[117],"benchmarks":[118],"demonstrate":[119],"significantly":[122],"outperforms":[123],"state-of-the-art":[124],"baselines,":[125],"exhibiting":[126],"robust":[127],"both":[130],"seen":[131],"unseen":[133],"tasks.":[134],"Code":[135],"are":[138],"available":[139],"at":[140],"https://github.com/JiangTao97/evogm.":[141]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-30T00:00:00"}