{"id":"https://openalex.org/W4412106314","doi":"https://doi.org/10.1145/3712256.3726329","title":"Competition and Attraction Improve Model Fusion","display_name":"Competition and Attraction Improve Model Fusion","publication_year":2025,"publication_date":"2025-07-08","ids":{"openalex":"https://openalex.org/W4412106314","doi":"https://doi.org/10.1145/3712256.3726329"},"language":"en","primary_location":{"id":"doi:10.1145/3712256.3726329","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3712256.3726329","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2508.16204","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118856009","display_name":"Jo\u00e3o Abrantes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Abrantes","raw_affiliation_strings":["Sakana AI, Lisbon, Lisbon, Portugal"],"raw_orcid":"https://orcid.org/0009-0007-9058-7798","affiliations":[{"raw_affiliation_string":"Sakana AI, Lisbon, Lisbon, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013857977","display_name":"Robert Tjarko Lange","orcid":"https://orcid.org/0009-0005-8799-1138"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robert Lange","raw_affiliation_strings":["Sakana AI, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0009-0005-8799-1138","affiliations":[{"raw_affiliation_string":"Sakana AI, Tokyo, Japan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034342631","display_name":"Yujin Tang","orcid":"https://orcid.org/0000-0003-2387-2090"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yujin Tang","raw_affiliation_strings":["Sakana AI, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-2387-2090","affiliations":[{"raw_affiliation_string":"Sakana AI, Tokyo, Japan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27197802,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1217","last_page":"1225"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/attraction","display_name":"Attraction","score":0.745644748210907},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.6853817701339722},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5208040475845337},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5100236535072327},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.09575137495994568},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.09282481670379639}],"concepts":[{"id":"https://openalex.org/C2778364177","wikidata":"https://www.wikidata.org/wiki/Q2247133","display_name":"Attraction","level":2,"score":0.745644748210907},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.6853817701339722},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5208040475845337},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5100236535072327},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.09575137495994568},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.09282481670379639},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3712256.3726329","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3712256.3726329","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2508.16204","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.16204","pdf_url":"https://arxiv.org/pdf/2508.16204","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2508.16204","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.16204","pdf_url":"https://arxiv.org/pdf/2508.16204","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1511493290","https://openalex.org/W1565235276","https://openalex.org/W2059125944","https://openalex.org/W4239950209","https://openalex.org/W4283828996","https://openalex.org/W4387688680"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4386786398","https://openalex.org/W2138293586","https://openalex.org/W4282832460","https://openalex.org/W4319783074","https://openalex.org/W4255464147","https://openalex.org/W2080052720","https://openalex.org/W1503179180"],"abstract_inverted_index":{"Model":[0,49],"merging":[1,66,130],"is":[2,196],"a":[3,17,71,78,92,106],"powerful":[4],"technique":[5],"for":[6,31,86,102,118,124],"integrating":[7],"the":[8,35,84,112,125,186],"specialized":[9,166],"knowledge":[10],"of":[11,37,51,65,74,94,116],"multiple":[12],"machine":[13],"learning":[14],"models":[15,97,117,136],"into":[16,28],"single":[18],"model.":[19],"However,":[20],"existing":[21],"methods":[22],"require":[23],"manually":[24],"partitioning":[25],"model":[26,129,179],"parameters":[27],"fixed":[29],"groups":[30],"merging,":[32],"which":[33],"restricts":[34],"exploration":[36],"potential":[38],"combinations":[39],"and":[40,104,150,168,192],"limits":[41],"performance.":[42,174],"To":[43],"overcome":[44],"these":[45],"limitations,":[46],"we":[47,141],"propose":[48],"Merging":[50],"Natural":[52],"Niches":[53],"(M2N2),":[54],"an":[55],"evolutionary":[56],"algorithm":[57],"with":[58],"three":[59],"key":[60],"features:":[61],"(1)":[62],"dynamic":[63],"adjustment":[64],"boundaries":[67],"to":[68,90,110,134,144,154,164],"progressively":[69],"explore":[70],"broader":[72],"range":[73],"parameter":[75],"combinations;":[76],"(2)":[77],"diversity":[79],"preservation":[80],"mechanism":[81],"inspired":[82],"by":[83,185],"competition":[85],"resources":[87],"in":[88],"nature,":[89],"maintain":[91],"population":[93],"diverse,":[95],"high-performing":[96],"that":[98,128],"are":[99],"particularly":[100],"well-suited":[101],"merging;":[103],"(3)":[105],"heuristic-based":[107],"attraction":[108],"metric":[109],"identify":[111],"most":[113],"promising":[114],"pairs":[115],"fusion.":[119],"Our":[120,194],"experimental":[121],"results":[122],"demonstrate,":[123],"first":[126],"time,":[127],"can":[131],"be":[132],"used":[133],"evolve":[135,145],"entirely":[137],"from":[138,148],"scratch.":[139],"Specifically,":[140],"apply":[142],"M2N2":[143,162],"MNIST":[146],"classifiers":[147],"scratch":[149],"achieve":[151],"performance":[152],"comparable":[153],"CMA-ES,":[155],"while":[156],"being":[157],"computationally":[158],"more":[159],"efficient.":[160],"Furthermore,":[161],"scales":[163],"merge":[165],"language":[167],"image":[169],"generation":[170],"models,":[171],"achieving":[172],"state-of-the-art":[173],"Notably,":[175],"it":[176],"preserves":[177],"crucial":[178],"capabilities":[180],"beyond":[181],"those":[182],"explicitly":[183],"optimized":[184],"fitness":[187],"function,":[188],"highlighting":[189],"its":[190],"robustness":[191],"versatility.":[193],"code":[195],"available":[197],"at":[198],"https://github.com/AnonScientist/natural_niches.":[199]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}