{"id":"https://openalex.org/W7167083362","doi":"https://doi.org/10.48550/arxiv.2607.00293","title":"Rosetta: Composable Native Multimodal Pretraining","display_name":"Rosetta: Composable Native Multimodal Pretraining","publication_year":2026,"publication_date":"2026-07-01","ids":{"openalex":"https://openalex.org/W7167083362","doi":"https://doi.org/10.48550/arxiv.2607.00293"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00293","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00293","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00293","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064432806","display_name":"Xiangyue Liu","orcid":"https://orcid.org/0000-0003-4463-8068"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xiangyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139898202","display_name":"Zijian Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139879218","display_name":"Miles Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Miles","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139893464","display_name":"Zhao Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139925517","display_name":"Liefeng Bo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bo, Liefeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139864755","display_name":"Ping Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Ping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8271999955177307,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8271999955177307,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.12890000641345978,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.010099999606609344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6327999830245972},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.5989999771118164},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5792999863624573},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4821999967098236},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.42340001463890076},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3871000111103058},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.37439998984336853},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.3709999918937683}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7638999819755554},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6327999830245972},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5989999771118164},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5792999863624573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5322999954223633},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4821999967098236},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.42340001463890076},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3871000111103058},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.37439998984336853},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3709999918937683},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3614000082015991},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.3537999987602234},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2802000045776367},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25940001010894775},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00293","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00293","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00293","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00293","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Achieving":[0],"true":[1],"artificial":[2],"general":[3],"intelligence":[4],"requires":[5],"foundation":[6,177],"models":[7],"capable":[8],"of":[9,146],"integrating":[10],"new":[11,127],"modalities":[12,128],"without":[13],"forgetting":[14,145],"prior":[15],"knowledge.":[16],"However,":[17],"accommodating":[18],"continuous":[19],"generative":[20],"objectives":[21],"alongside":[22],"discrete":[23],"understanding":[24],"tasks":[25],"causes":[26],"severe":[27],"gradient":[28,124],"conflicts.":[29],"Existing":[30],"architectures,":[31],"including":[32],"standard":[33,138],"Mixture-of-Experts":[34],"(MoE),":[35],"are":[36,95],"highly":[37],"susceptible":[38],"to":[39,51,190],"representation":[40],"overwriting.":[41],"Even":[42],"structurally":[43],"partitioned":[44],"paradigms":[45],"like":[46],"Mixture-of-Transformers":[47],"(MoT)":[48],"remain":[49],"vulnerable":[50],"catastrophic":[52,144],"forgetting,":[53],"severely":[54],"impeding":[55],"multimodal":[56,67,176,182],"scalability.":[57],"In":[58],"this":[59],"work,":[60],"we":[61,104,184],"introduce":[62],"Rosetta,":[63],"a":[64,79],"composable":[65,173],"native":[66],"pretraining":[68],"framework":[69],"designed":[70],"for":[71,171],"seamless":[72],"and":[73,140,155,164,174,188],"non-destructive":[74,102],"modality":[75],"expansion.":[76],"Rosetta":[77,150],"adopts":[78],"modular":[80],"paradigm":[81],"where":[82],"core":[83],"foundational":[84],"knowledge":[85],"is":[86],"preserved":[87],"within":[88],"global":[89],"shared":[90],"experts,":[91],"while":[92,129,137],"modality-specific":[93],"capabilities":[94],"distributed":[96],"across":[97],"plug-and-play":[98],"experts.":[99],"To":[100,179],"guarantee":[101],"composition,":[103],"propose":[105],"Momentum-Anchored":[106],"Orthogonal":[107],"Projection":[108],"(MAOP).":[109],"MAOP":[110],"leverages":[111],"the":[112,169,191],"optimizer's":[113],"momentum":[114],"state":[115],"as":[116],"an":[117],"implicit":[118],"semantic":[119],"anchor,":[120],"selectively":[121],"neutralizing":[122],"conflicting":[123],"components":[125],"from":[126],"preserving":[130],"synergistic":[131],"updates.":[132],"Extensive":[133],"evaluations":[134],"demonstrate":[135],"that,":[136],"MoE":[139],"MoT":[141],"architectures":[142],"suffer":[143],"previously":[147],"acquired":[148],"knowledge,":[149],"robustly":[151],"preserves":[152],"established":[153],"language":[154],"visual":[156],"understanding.":[157],"Furthermore,":[158],"it":[159],"delivers":[160],"superior":[161],"image":[162],"generation":[163],"unlocks":[165],"cross-modal":[166],"synergy,":[167],"paving":[168],"way":[170],"truly":[172],"unified":[175],"models.":[178],"facilitate":[180],"further":[181],"research,":[183],"release":[185],"our":[186],"code":[187],"checkpoints":[189],"community.":[192],"Project":[193],"page":[194],"at":[195],"https://rosetta-lmm.github.io/.":[196]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}