{"id":"https://openalex.org/W4411867231","doi":"https://doi.org/10.1109/tmi.2025.3584841","title":"Medical Knowledge Intervention Prompt Tuning for Medical Image Classification","display_name":"Medical Knowledge Intervention Prompt Tuning for Medical Image Classification","publication_year":2025,"publication_date":"2025-07-01","ids":{"openalex":"https://openalex.org/W4411867231","doi":"https://doi.org/10.1109/tmi.2025.3584841","pmid":"https://pubmed.ncbi.nlm.nih.gov/40591469"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2025.3584841","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2025.3584841","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://ira.lib.polyu.edu.hk/bitstream/10397/118124/1/Du_Medical_Knowledge_Intervention.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100783342","display_name":"Ye Du","orcid":"https://orcid.org/0000-0002-3057-1862"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Ye Du","raw_affiliation_strings":["Department of Biomedical Engineering, The Hong Kong Polytechnic University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-3057-1862","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, The Hong Kong Polytechnic University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nanxi Yu","orcid":"https://orcid.org/0009-0009-5774-1591"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Nanxi Yu","raw_affiliation_strings":["Department of Biomedical Engineering, The Hong Kong Polytechnic University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0009-0009-5774-1591","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, The Hong Kong Polytechnic University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100602079","display_name":"Shujun Wang","orcid":"https://orcid.org/0000-0003-1495-3278"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shujun Wang","raw_affiliation_strings":["Department of Biomedical Engineering, the Research Institute for Smart Ageing, and the Research Institute for Artificial Intelligence of Things, The Hong Kong Polytechnic University, Hong Kong, SAR, China","Department of Biomedical Engineering, The Hong Kong Polytechnic University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-1495-3278","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, the Research Institute for Smart Ageing, and the Research Institute for Artificial Intelligence of Things, The Hong Kong Polytechnic University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Biomedical Engineering, The Hong Kong Polytechnic University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100783342"],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":2.0974,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.87587434,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"44","issue":"12","first_page":"4945","last_page":"4959"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9485999941825867,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9485999941825867,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.6255093812942505},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5466793179512024},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5235854387283325},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.45111823081970215},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.44966402649879456},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.44432953000068665},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36281508207321167},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.33800140023231506},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2916794419288635}],"concepts":[{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.6255093812942505},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5466793179512024},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5235854387283325},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.45111823081970215},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44966402649879456},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.44432953000068665},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36281508207321167},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.33800140023231506},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2916794419288635}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003952","descriptor_name":"Diagnostic Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D003952","descriptor_name":"Diagnostic Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D003952","descriptor_name":"Diagnostic Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/tmi.2025.3584841","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2025.3584841","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:40591469","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40591469","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/118124","is_oa":true,"landing_page_url":"http://hdl.handle.net/10397/118124","pdf_url":"http://ira.lib.polyu.edu.hk/bitstream/10397/118124/1/Du_Medical_Knowledge_Intervention.pdf","source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal/Magazine Article"}],"best_oa_location":{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/118124","is_oa":true,"landing_page_url":"http://hdl.handle.net/10397/118124","pdf_url":"http://ira.lib.polyu.edu.hk/bitstream/10397/118124/1/Du_Medical_Knowledge_Intervention.pdf","source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal/Magazine Article"},"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G6058705723","display_name":null,"funder_award_id":"C5055-24G","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"}],"funders":[{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411867231.pdf","grobid_xml":"https://content.openalex.org/works/W4411867231.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W2623808523","https://openalex.org/W2788633781","https://openalex.org/W2797527544","https://openalex.org/W2798836702","https://openalex.org/W2932083555","https://openalex.org/W2958089299","https://openalex.org/W3036165397","https://openalex.org/W3112557529","https://openalex.org/W3166986030","https://openalex.org/W3174770825","https://openalex.org/W3185341429","https://openalex.org/W3198377975","https://openalex.org/W3211190672","https://openalex.org/W4205991051","https://openalex.org/W4206191488","https://openalex.org/W4221138790","https://openalex.org/W4312310776","https://openalex.org/W4317436377","https://openalex.org/W4322766882","https://openalex.org/W4361003621","https://openalex.org/W4385347692","https://openalex.org/W4385948838","https://openalex.org/W4386065763","https://openalex.org/W4386072228","https://openalex.org/W4386075882","https://openalex.org/W4386075969","https://openalex.org/W4386566421","https://openalex.org/W4386790226","https://openalex.org/W4390340600","https://openalex.org/W4390872191","https://openalex.org/W4390872306","https://openalex.org/W4390872773","https://openalex.org/W4390873161","https://openalex.org/W4390873326","https://openalex.org/W4391109864","https://openalex.org/W4391311406","https://openalex.org/W4392172801","https://openalex.org/W4393158281","https://openalex.org/W4394832225","https://openalex.org/W4396494945","https://openalex.org/W4402703015","https://openalex.org/W4402727025","https://openalex.org/W4402753597","https://openalex.org/W4402916740","https://openalex.org/W4403069786","https://openalex.org/W4403649759","https://openalex.org/W4403649889","https://openalex.org/W4405092793","https://openalex.org/W4413145524"],"related_works":["https://openalex.org/W1921169094","https://openalex.org/W366410996","https://openalex.org/W2546503577","https://openalex.org/W2050807133","https://openalex.org/W1985504019","https://openalex.org/W3086104399","https://openalex.org/W328486336","https://openalex.org/W1995688399","https://openalex.org/W2042967125","https://openalex.org/W2443196326"],"abstract_inverted_index":{"Vision-language":[0],"foundation":[1],"models":[2,24],"(VLMs)":[3],"have":[4],"shown":[5],"great":[6],"potential":[7],"in":[8,82],"feature":[9],"transfer":[10,144],"and":[11,46,139,163,189],"generalization":[12],"across":[13,77,195],"a":[14,39,134,159,171],"wide":[15],"spectrum":[16],"of":[17,32,68,127,145],"medical-related":[18],"downstream":[19],"tasks.":[20,86],"However,":[21],"fine-tuning":[22],"these":[23],"is":[25,57,174,213],"resource-intensive":[26],"due":[27],"to":[28,42,141,166,176],"their":[29],"large":[30],"number":[31],"parameters.":[33],"Prompt":[34,132],"tuning":[35,61,118,207],"has":[36],"emerged":[37],"as":[38],"viable":[40],"solution":[41],"mitigate":[43],"memory":[44],"usage":[45],"reduce":[47],"training":[48],"time":[49],"while":[50],"maintaining":[51],"competitive":[52],"performance.":[53],"Nevertheless,":[54],"the":[55,116,123,143,178],"challenge":[56],"that":[58,89,136,201],"existing":[59],"prompt":[60,117,206],"methods":[62],"cannot":[63],"precisely":[64],"distinguish":[65],"different":[66],"kinds":[67],"medical":[69,79,83,106,146,184,197],"concepts,":[70],"which":[71],"miss":[72],"essentially":[73],"specific":[74],"disease-related":[75],"features":[76],"various":[78],"imaging":[80],"modalities":[81],"image":[84,198],"classification":[85],"We":[87],"find":[88],"Large":[90,128],"Language":[91,129],"Models":[92,130],"(LLMs),":[93],"trained":[94],"on":[95,181],"extensive":[96],"text":[97],"corpora,":[98],"are":[99],"particularly":[100],"adept":[101],"at":[102,215],"providing":[103],"this":[104],"specialized":[105],"knowledge.":[107],"Motivated":[108],"by":[109],"this,":[110],"we":[111,121],"propose":[112],"incorporating":[113],"LLMs":[114,138],"into":[115,148],"process.":[119],"Specifically,":[120],"introduce":[122],"CILMP,":[124],"Conditional":[125],"Intervention":[126],"for":[131],"Tuning,":[133],"method":[135],"bridges":[137],"VLMs":[140],"facilitate":[142],"knowledge":[147],"VLM":[149],"prompts.":[150,169],"CILMP":[151,202],"extracts":[152],"disease-specific":[153,168],"representations":[154],"from":[155],"LLMs,":[156],"intervenes":[157],"within":[158],"low-rank":[160],"linear":[161],"subspace":[162],"utilizes":[164],"them":[165],"create":[167],"Additionally,":[170],"conditional":[172],"mechanism":[173],"incorporated":[175],"condition":[177],"intervention":[179],"process":[180],"each":[182],"individual":[183],"image,":[185],"generating":[186],"instance-adaptive":[187],"prompts":[188],"thus":[190],"enhancing":[191],"adaptability.":[192],"Extensive":[193],"experiments":[194],"diverse":[196],"datasets":[199],"demonstrate":[200],"consistently":[203],"outperforms":[204],"state-of-the-art":[205],"methods,":[208],"demonstrating":[209],"its":[210],"effectiveness.":[211],"Code":[212],"available":[214],"https://usr922.github.io/cilmp.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-05-08T15:41:06.802602","created_date":"2025-10-10T00:00:00"}