{"id":"https://openalex.org/W4407451021","doi":"https://doi.org/10.1109/tpami.2025.3532688","title":"Uni-MoE: Scaling Unified Multimodal LLMs With Mixture of Experts","display_name":"Uni-MoE: Scaling Unified Multimodal LLMs With Mixture of Experts","publication_year":2025,"publication_date":"2025-02-13","ids":{"openalex":"https://openalex.org/W4407451021","doi":"https://doi.org/10.1109/tpami.2025.3532688","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031848"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3532688","doi":"https://doi.org/10.1109/tpami.2025.3532688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3532688","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.11273","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019703861","display_name":"Yunxin Li","orcid":"https://orcid.org/0000-0003-4819-2489","observed_orcids":["https://orcid.org/0000-0003-4819-2489"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunxin Li","raw_affiliation_strings":["Department of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-4819-2489","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100593772","display_name":"Shenyuan Jiang","orcid":"https://orcid.org/0009-0002-1513-6309","observed_orcids":["https://orcid.org/0009-0002-1513-6309"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenyuan Jiang","raw_affiliation_strings":["Department of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0002-1513-6309","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Baotian Hu","orcid":"https://orcid.org/0009-0000-0640-6990","observed_orcids":["https://orcid.org/0009-0000-0640-6990"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baotian Hu","raw_affiliation_strings":["Department of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0000-0640-6990","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088191810","display_name":"Longyue Wang","orcid":"https://orcid.org/0000-0002-9062-6183","observed_orcids":["https://orcid.org/0000-0002-9062-6183","https://orcid.org/0009-0009-4675-0417"]},"institutions":[{"id":"https://openalex.org/I4405259410","display_name":"Meituan (China)","ror":"https://ror.org/0272kpg92","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405259410"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longyue Wang","raw_affiliation_strings":["Alibaba Group, Hangzhou, China","Meituan and Alibaba Group, China"],"raw_orcid":"https://orcid.org/0000-0002-9062-6183","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Meituan and Alibaba Group, China","institution_ids":["https://openalex.org/I4405259410","https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wanqi Zhong","orcid":"https://orcid.org/0009-0004-7770-867X","observed_orcids":["https://orcid.org/0009-0004-7770-867X"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanqi Zhong","raw_affiliation_strings":["Department of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0004-7770-867X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004450394","display_name":"Wenhan Luo","orcid":"https://orcid.org/0000-0002-5697-4168","observed_orcids":["https://orcid.org/0000-0002-5697-4168"]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenhan Luo","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-5697-4168","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lin Ma","orcid":"https://orcid.org/0000-0002-7331-6132","observed_orcids":["https://orcid.org/0000-0002-7331-6132"]},"institutions":[{"id":"https://openalex.org/I4405259410","display_name":"Meituan (China)","ror":"https://ror.org/0272kpg92","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405259410"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Ma","raw_affiliation_strings":["Meituan, Beijing, China","Meituan and Alibaba Group, China"],"raw_orcid":"https://orcid.org/0000-0002-7331-6132","affiliations":[{"raw_affiliation_string":"Meituan, Beijing, China","institution_ids":["https://openalex.org/I4405259410"]},{"raw_affiliation_string":"Meituan and Alibaba Group, China","institution_ids":["https://openalex.org/I4405259410","https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":null,"display_name":"Min Zhang","orcid":"https://orcid.org/0000-0002-3895-5510","observed_orcids":["https://orcid.org/0000-0002-3895-5510"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Department of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-3895-5510","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":27.6321,"has_fulltext":true,"cited_by_count":129,"citation_normalized_percentile":{"value":0.99867306,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"47","issue":"5","first_page":"3424","last_page":"3439"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.9549999833106995},{"id":"https://openalex.org/keywords/mixture-of-experts","display_name":"mixture of experts","score":0.9990000128746033},{"id":"https://openalex.org/keywords/sparse-moe","display_name":"sparse MoE","score":0.8349999785423279},{"id":"https://openalex.org/keywords/cross-modal-alignment","display_name":"cross-modal alignment","score":0.9100000262260437},{"id":"https://openalex.org/keywords/progressive-training","display_name":"progressive training","score":0.6800000071525574},{"id":"https://openalex.org/keywords/low-rank-adaptation","display_name":"low-rank adaptation","score":0.9120000004768372},{"id":"https://openalex.org/keywords/instruction-tuning","display_name":"instruction tuning","score":0.7609999775886536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5900783538818359},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5275074243545532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.482940137386322},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1384250521659851},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tpami.2025.3532688","doi":"https://doi.org/10.1109/tpami.2025.3532688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3532688","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40031848","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031848","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":"Journal Article"},{"id":"pmh:oai:arXiv.org:2405.11273","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.11273","pdf_url":"https://arxiv.org/pdf/2405.11273","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-146878","doi":null,"is_oa":false,"landing_page_url":"http://lbdiscover.ust.hk/uresolver?url_ver=Z39.88-2004&rft_val_fmt=info:ofi/fmt:kev:mtx:journal&rfr_id=info:sid/HKUST:SPI&rft.genre=article&rft.issn=0162-8828&rft.volume=&rft.issue=&rft.date=2025&rft.spage=&rft.aulast=Li&rft.aufirst=Yunxin&rft.atitle=Uni-MoE%3A+Scaling+Unified+Multimodal+LLMs+with+Mixture+of+Experts&rft.title=IEEE+Transactions+on+Pattern+Analysis+and+Machine+Intelligence","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2405.11273","doi":"https://doi.org/10.48550/arxiv.2405.11273","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.11273","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.11273","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.11273","pdf_url":"https://arxiv.org/pdf/2405.11273","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2672035888","display_name":null,"funder_award_id":"62422603","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G412859668","display_name":null,"funder_award_id":"62376067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407451021.pdf","grobid_xml":"https://content.openalex.org/works/W4407451021.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W1522301498","https://openalex.org/W1593114658","https://openalex.org/W1927052826","https://openalex.org/W2068238590","https://openalex.org/W2164290393","https://openalex.org/W2560730294","https://openalex.org/W2581624817","https://openalex.org/W2606964149","https://openalex.org/W2626778328","https://openalex.org/W2895615590","https://openalex.org/W2947312908","https://openalex.org/W2981182029","https://openalex.org/W2995929068","https://openalex.org/W3040573126","https://openalex.org/W3044063956","https://openalex.org/W3119866685","https://openalex.org/W3135367836","https://openalex.org/W3147874613","https://openalex.org/W3187418919","https://openalex.org/W4200634402","https://openalex.org/W4206053994","https://openalex.org/W4307079201","https://openalex.org/W4311000453","https://openalex.org/W4312048190","https://openalex.org/W4312846625","https://openalex.org/W4313014461","https://openalex.org/W4321485193","https://openalex.org/W4323717348","https://openalex.org/W4372340819","https://openalex.org/W4376226279","https://openalex.org/W4376312115","https://openalex.org/W4380994269","https://openalex.org/W4382491206","https://openalex.org/W4382766522","https://openalex.org/W4385004765","https://openalex.org/W4385473806","https://openalex.org/W4385645323","https://openalex.org/W4385823465","https://openalex.org/W4386071707","https://openalex.org/W4386655647","https://openalex.org/W4387225871","https://openalex.org/W4389519587","https://openalex.org/W4389523832","https://openalex.org/W4390041933","https://openalex.org/W4390120054","https://openalex.org/W4390874575","https://openalex.org/W4391547487","https://openalex.org/W4392172801","https://openalex.org/W4400033239","https://openalex.org/W4400647053","https://openalex.org/W4402671548","https://openalex.org/W4402672034","https://openalex.org/W4402713111","https://openalex.org/W4402727764","https://openalex.org/W4403002096","https://openalex.org/W4403793633","https://openalex.org/W4404654668","https://openalex.org/W4404783556","https://openalex.org/W6796581206","https://openalex.org/W6849177959","https://openalex.org/W6851950068","https://openalex.org/W6852489829","https://openalex.org/W6852776751","https://openalex.org/W6854866820","https://openalex.org/W6858379761","https://openalex.org/W6860710830","https://openalex.org/W6917636526","https://openalex.org/W6941323178","https://openalex.org/W7124471359","https://openalex.org/W7133193597","https://openalex.org/W7133216992","https://openalex.org/W7133226454"],"related_works":["https://openalex.org/W7162027501","https://openalex.org/W7138318110","https://openalex.org/W4402703100","https://openalex.org/W6911040692","https://openalex.org/W4417117916","https://openalex.org/W4415800780","https://openalex.org/W4412568542","https://openalex.org/W7106330638","https://openalex.org/W7103749179","https://openalex.org/W4388482541"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,193],"Multimodal":[3],"Large":[4],"Language":[5],"Models":[6],"(MLLMs)":[7],"underscore":[8],"the":[9,27,59,68,101,119,155,170],"significance":[10],"of":[11,29,79,177,188],"scalable":[12],"models":[13,42],"and":[14,50,107,113,122,152,202],"data":[15,111,147],"to":[16,36,62,103,148],"boost":[17],"performance,":[18],"yet":[19],"this":[20],"often":[21],"incurs":[22],"substantial":[23],"computational":[24],"costs.":[25],"Although":[26],"Mixture":[28],"Experts":[30],"(MoE)":[31],"architecture":[32,99],"has":[33],"been":[34],"employed":[35],"scale":[37],"large":[38],"language":[39],"or":[40],"visual-language":[41],"efficiently,":[43],"these":[44],"efforts":[45],"typically":[46],"involve":[47],"fewer":[48],"experts":[49,143],"limited":[51],"modalities.":[52,80],"To":[53,117],"address":[54],"this,":[55],"our":[56],"work":[57],"presents":[58],"pioneering":[60],"attempt":[61],"develop":[63],"a":[64,76,89,96,126,174],"unified":[65,90],"MLLM":[66],"with":[67,86,136,144],"MoE":[69,98],"architecture,":[70],"named":[71],"Uni-MoE":[72,157,172],"that":[73],"can":[74],"handle":[75],"wide":[77],"array":[78],"Specifically,":[81],"it":[82],"features":[83],"modality-specific":[84,142],"encoders":[85],"connectors":[87,135],"for":[88],"multimodal":[91,165,178,196],"representation.":[92],"We":[93,168],"also":[94],"implement":[95],"sparse":[97],"within":[100],"LLMs":[102],"enable":[104],"efficient":[105],"training":[106,128],"inference":[108],"through":[109],"modality-level":[110],"parallelism":[112],"expert-level":[114],"model":[115],"parallelism.":[116],"enhance":[118],"multi-expert":[120,200],"collaboration":[121,201],"generalization,":[123],"we":[124],"present":[125],"progressive":[127],"strategy:":[129],"1)":[130],"Cross-modality":[131],"alignment":[132],"using":[133],"various":[134],"different":[137],"cross-modality":[138,145],"data,":[139],"2)":[140],"Training":[141],"instruction":[146,166],"activate":[149],"experts'":[150],"preferences,":[151],"3)":[153],"Tuning":[154],"whole":[156],"framework":[158],"utilizing":[159],"Low-Rank":[160],"Adaptation":[161],"(LoRA)":[162],"on":[163,173],"mixed":[164,195],"data.":[167],"evaluate":[169],"instruction-tuned":[171],"comprehensive":[175],"set":[176],"datasets.":[179],"The":[180],"extensive":[181],"experimental":[182],"results":[183],"demonstrate":[184],"Uni-MoE's":[185],"principal":[186],"advantage":[187],"significantly":[189],"reducing":[190],"performance":[191],"bias":[192],"handling":[194],"datasets,":[197],"alongside":[198],"improved":[199],"generalization.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":63},{"year":2025,"cited_by_count":48},{"year":2024,"cited_by_count":18}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-02-14T00:00:00"}
