{"id":"https://openalex.org/W4390056471","doi":"https://doi.org/10.1109/tip.2026.3678087","title":"Mixture of Cluster-Conditional LoRA Experts for Vision-Language Instruction Tuning","display_name":"Mixture of Cluster-Conditional LoRA Experts for Vision-Language Instruction Tuning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W4390056471","doi":"https://doi.org/10.1109/tip.2026.3678087","pmid":"https://pubmed.ncbi.nlm.nih.gov/41973574"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2026.3678087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3678087","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.12379","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yunhao Gou","orcid":"https://orcid.org/0009-0000-0888-4064"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhao Gou","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0000-0888-4064","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075861222","display_name":"Zhili Liu","orcid":"https://orcid.org/0000-0001-7172-6309"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhili Liu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Sai Kung, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Sai Kung, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048500768","display_name":"Kai Chen","orcid":"https://orcid.org/0000-0002-3930-8294"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kai Chen","raw_affiliation_strings":["Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Sai Kung, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Sai Kung, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003882618","display_name":"Lanqing Hong","orcid":"https://orcid.org/0000-0003-2752-5942"},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Lanqing Hong","raw_affiliation_strings":["Huawei Noah’s Ark Laboratory, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-2752-5942","affiliations":[{"raw_affiliation_string":"Huawei Noah’s Ark Laboratory, Hong Kong, China","institution_ids":["https://openalex.org/I4210159102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100597609","display_name":"Hang Xu","orcid":"https://orcid.org/0009-0009-4669-6078"},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Hang Xu","raw_affiliation_strings":["Huawei Noah’s Ark Laboratory, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah’s Ark Laboratory, Hong Kong, China","institution_ids":["https://openalex.org/I4210159102"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhenguo Li","orcid":"https://orcid.org/0000-0002-8492-3069"},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Zhenguo Li","raw_affiliation_strings":["Huawei Noah’s Ark Laboratory, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-8492-3069","affiliations":[{"raw_affiliation_string":"Huawei Noah’s Ark Laboratory, Hong Kong, China","institution_ids":["https://openalex.org/I4210159102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073139380","display_name":"Dit\u2010Yan Yeung","orcid":"https://orcid.org/0000-0003-3716-8125"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Dit-Yan Yeung","raw_affiliation_strings":["Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Sai Kung, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-3716-8125","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Sai Kung, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070273088","display_name":"James T. Kwok","orcid":"https://orcid.org/0000-0002-4828-8248"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"James T. Kwok","raw_affiliation_strings":["Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Sai Kung, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-4828-8248","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Sai Kung, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100433691","display_name":"Yu Zhang","orcid":"https://orcid.org/0000-0003-1100-4835"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1100-4835","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.00098971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"35","issue":null,"first_page":"3881","last_page":"3892"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9657999873161316,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.6484063267707825},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6198897361755371},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38108304142951965},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33297136425971985},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11924797296524048}],"concepts":[{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.6484063267707825},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6198897361755371},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38108304142951965},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33297136425971985},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11924797296524048}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tip.2026.3678087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3678087","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:41973574","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41973574","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:arXiv.org:2312.12379","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.12379","pdf_url":"https://arxiv.org/pdf/2312.12379","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-171723","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-171723","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2312.12379","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.12379","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.12379","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.12379","pdf_url":"https://arxiv.org/pdf/2312.12379","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6800000071525574}],"awards":[{"id":"https://openalex.org/G7990423248","display_name":null,"funder_award_id":"JCYJ20250604144724032","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"},{"id":"https://openalex.org/G8178587797","display_name":null,"funder_award_id":"62136005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Instruction":[0],"tuning":[1],"of":[2,11,21,28,51,66,74,99,113],"Large":[3],"Vision-language":[4],"Models":[5],"(LVLMs)":[6],"has":[7],"revolutionized":[8],"the":[9,26,48,64,111],"development":[10],"versatile":[12],"models":[13],"with":[14],"zero-shot":[15],"generalization":[16,97],"across":[17],"a":[18,71],"wide":[19],"range":[20],"downstream":[22],"vision-language":[23],"tasks.":[24],"However,":[25],"diversity":[27],"different":[29,44],"training":[30],"tasks":[31,45],"from":[32],"various":[33],"sources":[34],"and":[35,108],"formats":[36],"would":[37],"lead":[38],"to":[39,79,95],"inevitable":[40],"task":[41],"conflicts,":[42],"where":[43],"conflict":[46],"for":[47,101],"same":[49],"set":[50],"model":[52,82],"parameters,":[53],"resulting":[54],"in":[55],"sub-optimal":[56],"instruction-following":[57],"abilities.":[58],"To":[59],"address":[60],"that,":[61],"we":[62],"propose":[63],"Mixture":[65,73],"Cluster-conditional":[67],"LoRA":[68],"Experts":[69,75],"(MoCLE),":[70],"novel":[72,102],"(MoE)":[76],"architecture":[77],"designed":[78],"activate":[80],"task-customized":[81],"parameters":[83],"based":[84],"on":[85,106],"instruction":[86],"clusters.":[87],"A":[88],"separate":[89],"universal":[90],"expert":[91],"is":[92],"further":[93],"incorporated":[94],"improve":[96],"abilities":[98],"MoCLE":[100],"instructions.":[103],"Extensive":[104],"experiments":[105],"InstructBLIP":[107],"LLaVA":[109],"demonstrate":[110],"effectiveness":[112],"MoCLE.":[114]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2023-12-22T00:00:00"}