{"id":"https://openalex.org/W4405254453","doi":"https://doi.org/10.48550/arxiv.2412.06712","title":"How to Merge Your Multimodal Models Over Time?","display_name":"How to Merge Your Multimodal Models Over Time?","publication_year":2024,"publication_date":"2024-12-09","ids":{"openalex":"https://openalex.org/W4405254453","doi":"https://doi.org/10.48550/arxiv.2412.06712"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.06712","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.06712","pdf_url":"https://arxiv.org/pdf/2412.06712","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.06712","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044199615","display_name":"Sebastian Dziadzio","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dziadzio, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108719787","display_name":"Vishaal Udandarao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Udandarao, Vishaal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103125177","display_name":"Karsten Roth","orcid":"https://orcid.org/0000-0003-1510-7217"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roth, Karsten","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114202924","display_name":"Ameya Prabhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prabhu, Ameya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040372929","display_name":"Zeynep Akata","orcid":"https://orcid.org/0000-0002-1432-7747"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akata, Zeynep","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102018867","display_name":"Samuel Albanie","orcid":"https://orcid.org/0000-0003-1732-9198"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Albanie, Samuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5061457780","display_name":"Matthias Bethge","orcid":"https://orcid.org/0000-0002-6417-7812"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bethge, Matthias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.6722000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.6722000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.6238415837287903},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47202032804489136},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.1292094588279724}],"concepts":[{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.6238415837287903},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47202032804489136},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.1292094588279724}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2412.06712","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.06712","pdf_url":"https://arxiv.org/pdf/2412.06712","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.06712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.06712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.06712","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.06712","pdf_url":"https://arxiv.org/pdf/2412.06712","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4262206430","display_name":null,"funder_award_id":"SFB 1233","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G53513784","display_name":null,"funder_award_id":"276693517","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G7473225590","display_name":null,"funder_award_id":"INST 37/1057-1 FUGG","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G7907426250","display_name":null,"funder_award_id":"390727645","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8915364236","display_name":null,"funder_award_id":"2064/1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320315389","display_name":"Open Philanthropy Project","ror":"https://ror.org/004d1k391"},{"id":"https://openalex.org/F4320317967","display_name":"International Max Planck Research School for Environmental, Cellular and Molecular Microbiology","ror":null},{"id":"https://openalex.org/F4320319740","display_name":"Good Ventures Foundation","ror":null},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320327553","display_name":"International Max Planck Research School for Advanced Methods in Process and Systems Engineering","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405254453.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4234886518","https://openalex.org/W2389591058","https://openalex.org/W2390279801","https://openalex.org/W2382112581","https://openalex.org/W3124036233","https://openalex.org/W4229787472","https://openalex.org/W4391913857"],"abstract_inverted_index":{"Model":[0,152],"merging":[1,29,116,159,179],"combines":[2],"multiple":[3],"expert":[4,55,92],"models":[5,56,110],"-":[6,18,148,154],"finetuned":[7],"from":[8,95,101],"a":[9,20,61,87,143,210],"base":[10,104],"foundation":[11],"model":[12,28,66,93,158,178,181,207,222],"on":[13,188],"diverse":[14],"tasks":[15,41],"and":[16,42,133,169,185,216],"domains":[17,43],"into":[19],"single,":[21],"more":[22],"capable":[23],"model.":[24],"However,":[25],"most":[26],"existing":[27],"approaches":[30],"assume":[31],"that":[32],"all":[33,109],"experts":[34,99],"are":[35,118],"available":[36],"simultaneously.":[37],"In":[38],"reality,":[39],"new":[40,80,88],"emerge":[44],"progressively":[45],"over":[46],"time,":[47],"requiring":[48],"strategies":[49,126],"to":[50,129,201],"integrate":[51],"the":[52,91,96,102,131,135,189],"knowledge":[53],"of":[54,151,195,213],"as":[57],"they":[58],"become":[59],"available:":[60],"process":[62],"we":[63,107,141,175],"call":[64],"temporal":[65,69,122,157,177,206,221],"merging.":[67,223],"The":[68],"dimension":[70],"introduces":[71],"unique":[72],"challenges":[73,215],"not":[74],"addressed":[75],"in":[76],"prior":[77],"work,":[78],"raising":[79],"questions":[81],"such":[82],"as:":[83],"when":[84],"training":[85,132],"for":[86,121,205,219],"task,":[89],"should":[90],"start":[94],"merged":[97],"past":[98],"or":[100],"original":[103],"model?":[105,136],"Should":[106,124],"merge":[108],"at":[111],"each":[112],"time":[113],"step?":[114],"Which":[115],"techniques":[117],"best":[119,217],"suited":[120],"merging?":[123],"different":[125],"be":[127],"used":[128],"initialize":[130],"deploy":[134],"To":[137],"answer":[138],"these":[139],"questions,":[140],"propose":[142],"unified":[144],"framework":[145],"called":[146],"TIME":[147,198],"Temporal":[149],"Integration":[150],"Expertise":[153],"which":[155],"defines":[156],"across":[160,180,197],"three":[161],"axes:":[162],"(1)":[163],"Initialization":[164],"Phase,":[165,168],"(2)":[166],"Deployment":[167],"(3)":[170],"Merging":[171],"Technique.":[172],"Using":[173],"TIME,":[174],"study":[176],"sizes,":[182],"compute":[183],"budgets,":[184],"learning":[186],"horizons":[187],"FoMo-in-Flux":[190],"benchmark.":[191],"Our":[192],"comprehensive":[193],"suite":[194],"experiments":[196],"allows":[199],"us":[200],"uncover":[202],"key":[203],"insights":[204],"merging,":[208],"offering":[209],"better":[211],"understanding":[212],"current":[214],"practices":[218],"effective":[220]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}