{"id":"https://openalex.org/W4405253832","doi":"https://doi.org/10.1109/iccv51701.2025.00289","title":"Chimera: Improving Generalist Model with Domain-Specific Experts","display_name":"Chimera: Improving Generalist Model with Domain-Specific Experts","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4405253832","doi":"https://doi.org/10.1109/iccv51701.2025.00289"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51701.2025.00289","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00289","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.05983","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Tianshuo Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tianshuo Peng","raw_affiliation_strings":["The Chinese University of Hong Kong,MMLab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,MMLab","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101767755","display_name":"Mingsheng Li","orcid":"https://orcid.org/0000-0001-8238-3188"},"institutions":[{"id":"https://openalex.org/I4210090078","display_name":"The Future University","ror":"https://ror.org/0092t1z08","country_code":"SD","type":"education","lineage":["https://openalex.org/I4210090078"]}],"countries":["SD"],"is_corresponding":false,"raw_author_name":"Mingsheng Li","raw_affiliation_strings":["College of Future Information Technology, Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Future Information Technology, Fudan University","institution_ids":["https://openalex.org/I4210090078"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiakang Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090078","display_name":"The Future University","ror":"https://ror.org/0092t1z08","country_code":"SD","type":"education","lineage":["https://openalex.org/I4210090078"]}],"countries":["SD"],"is_corresponding":false,"raw_author_name":"Jiakang Yuan","raw_affiliation_strings":["College of Future Information Technology, Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Future Information Technology, Fudan University","institution_ids":["https://openalex.org/I4210090078"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036424129","display_name":"Hongbin Zhou","orcid":"https://orcid.org/0000-0002-2824-2277"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbin Zhou","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113021225","display_name":"Renqiu Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renqiu Xia","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066555363","display_name":"Renrui Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Renrui Zhang","raw_affiliation_strings":["The Chinese University of Hong Kong,MMLab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,MMLab","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100727429","display_name":"Lei Bai","orcid":"https://orcid.org/0000-0002-2354-7880"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Bai","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016087978","display_name":"Mao Song","orcid":"https://orcid.org/0000-0001-6426-1689"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Mao","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037756311","display_name":"Bin Wang","orcid":"https://orcid.org/0000-0002-8800-000X"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Wang","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041431476","display_name":"Aojun Zhou","orcid":"https://orcid.org/0000-0002-4742-8624"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Aojun Zhou","raw_affiliation_strings":["The Chinese University of Hong Kong,MMLab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,MMLab","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058342038","display_name":"Botian Shi","orcid":"https://orcid.org/0000-0003-3677-7252"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Botian Shi","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021220108","display_name":"Tao Chen","orcid":"https://orcid.org/0000-0002-0779-9818"},"institutions":[{"id":"https://openalex.org/I4210090078","display_name":"The Future University","ror":"https://ror.org/0092t1z08","country_code":"SD","type":"education","lineage":["https://openalex.org/I4210090078"]}],"countries":["SD"],"is_corresponding":false,"raw_author_name":"Tao Chen","raw_affiliation_strings":["College of Future Information Technology, Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Future Information Technology, Fudan University","institution_ids":["https://openalex.org/I4210090078"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100335331","display_name":"Bo Zhang","orcid":"https://orcid.org/0000-0002-8577-8203"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Zhang","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078165161","display_name":"Xiangyu Yue","orcid":"https://orcid.org/0000-0002-6887-2046"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiangyu Yue","raw_affiliation_strings":["The Chinese University of Hong Kong,MMLab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,MMLab","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3011","last_page":"3022"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.8647000193595886,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.8647000193595886,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.8341000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalist-and-specialist-species","display_name":"Generalist and specialist species","score":0.8600969314575195},{"id":"https://openalex.org/keywords/chimera","display_name":"Chimera (genetics)","score":0.8005372285842896},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.47799625992774963},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4136064648628235},{"id":"https://openalex.org/keywords/computational-biology","display_name":"Computational biology","score":0.4091950058937073},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.26998090744018555},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.2626122236251831},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11841902136802673},{"id":"https://openalex.org/keywords/genetics","display_name":"Genetics","score":0.085642009973526},{"id":"https://openalex.org/keywords/habitat","display_name":"Habitat","score":0.06982231140136719}],"concepts":[{"id":"https://openalex.org/C45371612","wikidata":"https://www.wikidata.org/wiki/Q3058587","display_name":"Generalist and specialist species","level":3,"score":0.8600969314575195},{"id":"https://openalex.org/C30278631","wikidata":"https://www.wikidata.org/wiki/Q281721","display_name":"Chimera (genetics)","level":3,"score":0.8005372285842896},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.47799625992774963},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4136064648628235},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.4091950058937073},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.26998090744018555},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.2626122236251831},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11841902136802673},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.085642009973526},{"id":"https://openalex.org/C185933670","wikidata":"https://www.wikidata.org/wiki/Q52105","display_name":"Habitat","level":2,"score":0.06982231140136719},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iccv51701.2025.00289","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00289","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2412.05983","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.05983","pdf_url":"https://arxiv.org/pdf/2412.05983","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.05983","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.05983","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.05983","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.05983","pdf_url":"https://arxiv.org/pdf/2412.05983","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8285413768","display_name":null,"funder_award_id":"62306261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3135453479","https://openalex.org/W2306541987","https://openalex.org/W2947952289","https://openalex.org/W4322625948","https://openalex.org/W1986194836","https://openalex.org/W2896365120","https://openalex.org/W1986504168"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,26,42,149],"Large":[3],"Multi-modal":[4],"Models":[5],"(LMMs)":[6],"underscore":[7],"the":[8,43,70,77,98,120,128,133,156],"importance":[9],"of":[10,45,100,122,175],"scaling":[11],"by":[12,38,132],"increasing":[13],"image-text":[14],"paired":[15],"data,":[16],"achieving":[17,163],"impressive":[18],"performance":[19,165],"on":[20,34,166],"general":[21,135],"tasks.":[22],"Despite":[23],"their":[24],"effectiveness":[25],"broad":[27],"applications,":[28],"generalist":[29,78,124],"models":[30,61,118],"are":[31,177],"primarily":[32],"trained":[33],"web-scale":[35],"datasets":[36],"dominated":[37],"natural":[39],"images,":[40],"resulting":[41],"sacrifice":[44],"specialized":[46],"capabilities":[47],"for":[48,63,180],"domain-specific":[49,104],"tasks":[50,179],"that":[51,153],"require":[52],"extensive":[53],"domain":[54],"prior":[55],"knowledge.":[56],"Moreover,":[57],"directly":[58],"integrating":[59],"expert":[60,117],"tailored":[62],"specific":[64],"domains":[65],"is":[66],"challenging":[67,178],"due":[68],"to":[69,96,113],"representational":[71],"gap":[72],"and":[73,80,91,160,169],"imbalanced":[74,129],"optimization":[75,130],"between":[76],"model":[79,152],"experts.":[81,105],"To":[82,126],"address":[83,127],"these":[84],"challenges,":[85],"we":[86,107,138],"introduce":[87,139],"Chimera,":[88],"a":[89,109,123,140,150],"scalable":[90],"low-cost":[92],"multi-modal":[93,167],"pipeline":[94],"designed":[95],"boost":[97],"ability":[99],"existing":[101,182],"LMMs":[102],"with":[103],"Specifically,":[106],"design":[108],"progressive":[110],"training":[111],"strategy":[112],"integrate":[114],"features":[115],"from":[116],"into":[119],"input":[121],"LMM.":[125],"caused":[131],"well-aligned":[134],"visual":[136,170],"encoder,":[137],"novel":[141],"Generalist-Specialist":[142],"Collaboration":[143],"Masking":[144],"(GSCM)":[145],"mechanism.":[146],"This":[147],"results":[148],"versatile":[151],"excels":[154],"across":[155],"chart,":[157],"table,":[158],"math,":[159],"document":[161],"domains,":[162],"state-of-the-art":[164],"reasoning":[168],"content":[171],"extraction":[172],"tasks,":[173],"both":[174],"which":[176],"assessing":[181],"LMMs.":[183]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}