{"id":"https://openalex.org/W4399952271","doi":"https://doi.org/10.1109/tmi.2024.3418408","title":"MCPL: Multi-Modal Collaborative Prompt Learning for Medical Vision-Language Model","display_name":"MCPL: Multi-Modal Collaborative Prompt Learning for Medical Vision-Language Model","publication_year":2024,"publication_date":"2024-06-24","ids":{"openalex":"https://openalex.org/W4399952271","doi":"https://doi.org/10.1109/tmi.2024.3418408","pmid":"https://pubmed.ncbi.nlm.nih.gov/38913527"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2024.3418408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3418408","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100317577","display_name":"Pengyu Wang","orcid":"https://orcid.org/0000-0003-0997-9887"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Pengyu Wang","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-0997-9887","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108830770","display_name":"Huaqi Zhang","orcid":"https://orcid.org/0000-0003-2552-9640"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaqi Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2552-9640","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073968803","display_name":"Yixuan Yuan","orcid":"https://orcid.org/0000-0002-0853-6948"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yixuan Yuan","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-0853-6948","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8109,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.92070475,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"43","issue":"12","first_page":"4224","last_page":"4235"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.946399986743927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9337000250816345,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6720154285430908},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5587965846061707},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5174765586853027},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.47320932149887085},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4671793580055237},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37089961767196655}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6720154285430908},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5587965846061707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5174765586853027},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.47320932149887085},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4671793580055237},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37089961767196655},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2024.3418408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3418408","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:38913527","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38913527","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2914203365","https://openalex.org/W2963466845","https://openalex.org/W2995225687","https://openalex.org/W3098267758","https://openalex.org/W3105081694","https://openalex.org/W3198377975","https://openalex.org/W3207493267","https://openalex.org/W4205991051","https://openalex.org/W4226063172","https://openalex.org/W4229453513","https://openalex.org/W4312310776","https://openalex.org/W4312420092","https://openalex.org/W4312443924","https://openalex.org/W4312559104","https://openalex.org/W4312910992","https://openalex.org/W4312935996","https://openalex.org/W4313893207","https://openalex.org/W4321021687","https://openalex.org/W4328007250","https://openalex.org/W4382239728","https://openalex.org/W4382999123","https://openalex.org/W4385573131","https://openalex.org/W4385834126","https://openalex.org/W4385945585","https://openalex.org/W4386057714","https://openalex.org/W4386065871","https://openalex.org/W4386071547","https://openalex.org/W4386071798","https://openalex.org/W4386072441","https://openalex.org/W4386075538","https://openalex.org/W4386075647","https://openalex.org/W4386075814","https://openalex.org/W4386076112","https://openalex.org/W4386076132","https://openalex.org/W4386076396","https://openalex.org/W4386076600","https://openalex.org/W4386113259","https://openalex.org/W4386114032","https://openalex.org/W4388686944","https://openalex.org/W4390872339","https://openalex.org/W4392405713","https://openalex.org/W6750227808","https://openalex.org/W6767211374","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6801948084","https://openalex.org/W6802386650","https://openalex.org/W6803476161","https://openalex.org/W6803728867","https://openalex.org/W6803953248","https://openalex.org/W6846055702","https://openalex.org/W6849177959","https://openalex.org/W6849307739","https://openalex.org/W6850936240","https://openalex.org/W6850977648","https://openalex.org/W6851158793","https://openalex.org/W6851592950","https://openalex.org/W6855815363"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Multi-modal":[0,76],"prompt":[1,52,104,116,138,157,170,177,186,223,232],"learning":[2,8,53,224],"is":[3],"a":[4,62,75,84,125,168,228],"high-performance":[5],"and":[6,37,67,111,120,132,151,159,181,183,206,218],"cost-effective":[7],"paradigm,":[9],"which":[10,142,173],"learns":[11],"text":[12,36,110],"as":[13,15,40],"well":[14],"image":[16,38,112,152],"prompts":[17,39],"to":[18,61,82,178,187],"tune":[19,83],"pre-trained":[20],"vision-language":[21],"(V-L)":[22],"models":[23,240],"like":[24],"CLIP":[25],"for":[26,88,105,161,193,234],"adapting":[27],"multiple":[28],"downstream":[29,96,243],"tasks.":[30,97,244],"However,":[31],"recent":[32],"methods":[33],"typically":[34],"treat":[35],"independent":[41],"components":[42],"without":[43],"considering":[44],"the":[45,55,101,148,175,179,184,188,195,212],"dependency":[46],"between":[47,65,147],"prompts.":[48,113,199],"Moreover,":[49],"extending":[50],"multi-modal":[51,106,156,198,231],"into":[54],"medical":[56,90,95,130,204,242],"field":[57],"poses":[58],"challenges":[59],"due":[60],"significant":[63],"gap":[64],"general-":[66],"medical-domain":[68],"data.":[69],"To":[70],"this":[71],"end,":[72],"we":[73,135,166],"propose":[74,136],"Collaborative":[77],"Prompt":[78],"Learning":[79],"(MCPL)":[80],"pipeline":[81,214],"frozen":[85],"V-L":[86,126,239],"model":[87,127],"aligning":[89],"text-image":[91],"representations,":[92],"thereby":[93,123],"achieving":[94],"We":[98],"first":[99],"construct":[100],"anatomy-pathology":[102],"(AP)":[103],"prompting":[107],"jointly":[108],"with":[109,221],"The":[114],"AP":[115,176],"introduces":[117],"instance-level":[118],"anatomy":[119],"pathology":[121],"information,":[122],"making":[124],"better":[128],"comprehend":[129],"reports":[131],"images.":[133],"Next,":[134],"graph-guided":[137],"collaboration":[139],"module":[140],"(GPCM),":[141],"explicitly":[143],"establishes":[144],"multi-way":[145],"couplings":[146],"AP,":[149],"text,":[150],"prompts,":[153],"enabling":[154],"collaborative":[155],"producing":[158],"updating":[160],"more":[162,229],"effective":[163],"prompting.":[164],"Finally,":[165],"develop":[167],"novel":[169],"configuration":[171],"scheme,":[172],"attaches":[174],"query":[180],"key,":[182],"text/image":[185],"value":[189],"in":[190],"self-attention":[191],"layers":[192],"improving":[194],"interpretability":[196],"of":[197,238],"Extensive":[200],"experiments":[201],"on":[202,241],"numerous":[203],"classification":[205],"object":[207],"detection":[208],"datasets":[209],"show":[210],"that":[211],"proposed":[213],"achieves":[215],"excellent":[216],"effectiveness":[217],"generalization.":[219],"Compared":[220],"state-of-the-art":[222],"methods,":[225],"MCPL":[226],"provides":[227],"reliable":[230],"paradigm":[233],"reducing":[235],"tuning":[236],"costs":[237],"Our":[245],"code:":[246],"https://github.com/CUHK-AIM-Group/MCPL.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":9}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}