{"id":"https://openalex.org/W7161798660","doi":"https://doi.org/10.1109/isbi61048.2026.11515820","title":"Enhancing Mammogram-Based Breast Cancer Prediction From Pretrained Vision-Language Models: the Role of Soft Prompts and Bidirectional Fusion","display_name":"Enhancing Mammogram-Based Breast Cancer Prediction From Pretrained Vision-Language Models: the Role of Soft Prompts and Bidirectional Fusion","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7161798660","doi":"https://doi.org/10.1109/isbi61048.2026.11515820"},"language":null,"primary_location":{"id":"doi:10.1109/isbi61048.2026.11515820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515820","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034296477","display_name":"Fareeha Sarwar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Fareeha Sarwar","raw_affiliation_strings":["Instituto de Telecomunicações, IT-IUL,Lisbon,Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunicações, IT-IUL,Lisbon,Portugal","institution_ids":["https://openalex.org/I4210120471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136609246","display_name":"Nuno Miguel De Figueiredo Garrido","orcid":null},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Nuno Miguel De Figueiredo Garrido","raw_affiliation_strings":["Instituto de Telecomunicações, IT-IUL,Lisbon,Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunicações, IT-IUL,Lisbon,Portugal","institution_ids":["https://openalex.org/I4210120471"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065818684","display_name":"Margarida Silveira","orcid":"https://orcid.org/0000-0001-7777-3675"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Margarida Silveira","raw_affiliation_strings":["Institute for Systems and Robotics, LARSyS, Instituto Superior Técnico, Universidade de Lisboa,Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Systems and Robotics, LARSyS, Instituto Superior Técnico, Universidade de Lisboa,Portugal","institution_ids":["https://openalex.org/I141596103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034296477"],"corresponding_institution_ids":["https://openalex.org/I4210120471"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.93898439,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.7078999876976013,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.7078999876976013,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.02250000089406967,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.021800000220537186,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/breast-cancer","display_name":"Breast cancer","score":0.6434999704360962},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.31209999322891235},{"id":"https://openalex.org/keywords/cancer","display_name":"Cancer","score":0.2937999963760376},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.272599995136261}],"concepts":[{"id":"https://openalex.org/C530470458","wikidata":"https://www.wikidata.org/wiki/Q128581","display_name":"Breast cancer","level":3,"score":0.6434999704360962},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.6107000112533569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37310001254081726},{"id":"https://openalex.org/C143998085","wikidata":"https://www.wikidata.org/wiki/Q162555","display_name":"Oncology","level":1,"score":0.3603000044822693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35839998722076416},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.35749998688697815},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C2780472235","wikidata":"https://www.wikidata.org/wiki/Q324634","display_name":"Mammography","level":4,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi61048.2026.11515820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515820","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2776937175","https://openalex.org/W3211754036","https://openalex.org/W4403649762","https://openalex.org/W4404007442","https://openalex.org/W4404788908","https://openalex.org/W4404893127","https://openalex.org/W4408197135","https://openalex.org/W4409152109","https://openalex.org/W4410297876","https://openalex.org/W4411204702"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,15,128],"vision-language":[3],"models":[4],"(VLMs)":[5],"such":[6],"as":[7],"CLIP":[8],"and":[9,62,73,87,131,153],"BLIP":[10],"have":[11],"demonstrated":[12],"strong":[13],"generalization":[14],"visual":[16],"reasoning":[17],"tasks.":[18],"However,":[19],"their":[20],"potential":[21],"for":[22,44,150],"medical":[23],"image":[24],"analysis,":[25],"especially":[26],"breast":[27],"cancer":[28],"prediction":[29],"from":[30],"mammograms,":[31],"remains":[32],"underexplored.":[33],"This":[34,134],"study":[35],"investigates":[36],"how":[37],"a":[38,64,122],"pretrained":[39],"VLM":[40,66,119],"can":[41,143],"be":[42],"adapted":[43,117],"full":[45],"mammographic":[46],"classification.":[47],"Unlike":[48],"prior":[49],"approaches":[50],"that":[51,95,115,136],"rely":[52],"on":[53,90],"costly":[54],"region-of-interest":[55],"(ROI)":[56],"annotations,":[57],"we":[58],"process":[59],"entire":[60],"mammograms":[61],"adapt":[63],"general-purpose":[65,138],"(EVACLIP)":[67],"using":[68],"soft":[69],"prompts,":[70],"selective":[71],"fine-tuning,":[72],"bidirectional":[74,96],"fusion":[75,80,97,102],"strategies.":[76],"We":[77],"compare":[78],"different":[79],"methods,":[81],"including":[82],"Concatenation,":[83],"Gated-Residual,":[84],"Cross-Modal,":[85],"Co-Weighted":[86],"Bi-Attention.":[88],"Experiments":[89],"the":[91,148],"CBISDDSM":[92],"dataset":[93],"show":[94],"methods":[98],"consistently":[99],"outperform":[100,144],"other":[101],"approaches,":[103],"while":[104],"providing":[105],"enhanced":[106],"explainability":[107],"through":[108],"improved":[109],"attention":[110],"localization.":[111],"Results":[112],"also":[113],"demonstrate":[114],"our":[116],"generalpurpose":[118],"significantly":[120],"outperforms":[121],"mammographyspecific":[123],"model":[124],"(Mammo-CLIP),":[125],"under":[126],"domain-shift,":[127],"both":[129],"zero-shot":[130],"linear-probe":[132],"settings.":[133],"suggests":[135],"largescale":[137],"VLMs,":[139],"when":[140],"properly":[141],"adapted,":[142],"domain-specific":[145],"models,":[146],"reducing":[147],"need":[149],"extensive":[151],"annotation":[152],"paired":[154],"image-text":[155],"training.":[156]},"counts_by_year":[],"updated_date":"2026-05-22T06:13:13.366637","created_date":"2026-05-21T00:00:00"}