{"id":"https://openalex.org/W4404178155","doi":"https://doi.org/10.1109/jbhi.2024.3494246","title":"Zero-Shot Medical Phrase Grounding With Off-the-Shelf Diffusion Models","display_name":"Zero-Shot Medical Phrase Grounding With Off-the-Shelf Diffusion Models","publication_year":2024,"publication_date":"2024-11-08","ids":{"openalex":"https://openalex.org/W4404178155","doi":"https://doi.org/10.1109/jbhi.2024.3494246","pmid":"https://pubmed.ncbi.nlm.nih.gov/39514356"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2024.3494246","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2024.3494246","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.research.ed.ac.uk/en/publications/200da47a-b039-49dc-bb67-9afaf7b31849","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092467269","display_name":"Konstantinos Vilouras","orcid":"https://orcid.org/0009-0003-5910-9748"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Konstantinos Vilouras","raw_affiliation_strings":["School of Engineering, University of Edinburgh, Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0009-0003-5910-9748","affiliations":[{"raw_affiliation_string":"School of Engineering, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060434920","display_name":"Pedro Sanchez","orcid":"https://orcid.org/0000-0003-2435-3049"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Pedro Sanchez","raw_affiliation_strings":["School of Engineering, University of Edinburgh, Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0000-0003-2435-3049","affiliations":[{"raw_affiliation_string":"School of Engineering, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050825546","display_name":"Alison Q. O\u2019Neil","orcid":"https://orcid.org/0000-0001-8371-0603"},"institutions":[{"id":"https://openalex.org/I1320697193","display_name":"Canon (Japan)","ror":"https://ror.org/05gg0gh87","country_code":"JP","type":"company","lineage":["https://openalex.org/I1320697193"]},{"id":"https://openalex.org/I4210096254","display_name":"Medical Research Scotland","ror":"https://ror.org/00saj4962","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210096254"]},{"id":"https://openalex.org/I4210119294","display_name":"Canon (United Kingdom)","ror":"https://ror.org/02s95xt63","country_code":"GB","type":"company","lineage":["https://openalex.org/I1320697193","https://openalex.org/I4210119294"]}],"countries":["GB","JP"],"is_corresponding":false,"raw_author_name":"Alison Q. O'Neil","raw_affiliation_strings":["Canon Medical Research Europe Ltd., Edinburgh, U.K","Canon Medical Research Europe Ltd., Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-8371-0603","affiliations":[{"raw_affiliation_string":"Canon Medical Research Europe Ltd., Edinburgh, U.K","institution_ids":["https://openalex.org/I1320697193"]},{"raw_affiliation_string":"Canon Medical Research Europe Ltd., Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I4210096254","https://openalex.org/I4210119294"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054437456","display_name":"Sotirios A. Tsaftaris","orcid":"https://orcid.org/0000-0002-8795-9294"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sotirios A. Tsaftaris","raw_affiliation_strings":["School of Engineering, University of Edinburgh, Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0000-0002-8795-9294","affiliations":[{"raw_affiliation_string":"School of Engineering, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1114,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81876545,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"29","issue":"12","first_page":"9051","last_page":"9059"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9510999917984009,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.599061906337738},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5963977575302124},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5764062404632568},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.49070870876312256},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.48548653721809387},{"id":"https://openalex.org/keywords/ground-zero","display_name":"Ground zero","score":0.45109933614730835},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3905310034751892},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.15884649753570557}],"concepts":[{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.599061906337738},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5963977575302124},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5764062404632568},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.49070870876312256},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.48548653721809387},{"id":"https://openalex.org/C2780518707","wikidata":"https://www.wikidata.org/wiki/Q685332","display_name":"Ground zero","level":2,"score":0.45109933614730835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3905310034751892},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.15884649753570557},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185544564","wikidata":"https://www.wikidata.org/wiki/Q81197","display_name":"Nuclear physics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014057","descriptor_name":"Tomography, X-Ray Computed","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014057","descriptor_name":"Tomography, X-Ray Computed","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/jbhi.2024.3494246","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2024.3494246","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:39514356","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39514356","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null},{"id":"pmh:oai:pure.ed.ac.uk:openaire/200da47a-b039-49dc-bb67-9afaf7b31849","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/200da47a-b039-49dc-bb67-9afaf7b31849","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Vilouras, K, Sanchez, P, O'neil, A Q & Tsaftaris, S A 2024, 'Zero-Shot Medical Phrase Grounding with Off-the-shelf Diffusion Models', IEEE Journal of Biomedical and Health Informatics, pp. 1-10. https://doi.org/10.1109/JBHI.2024.3494246","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/200da47a-b039-49dc-bb67-9afaf7b31849","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/200da47a-b039-49dc-bb67-9afaf7b31849","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Vilouras, K, Sanchez, P, O'neil, A Q & Tsaftaris, S A 2024, 'Zero-Shot Medical Phrase Grounding with Off-the-shelf Diffusion Models', IEEE Journal of Biomedical and Health Informatics, pp. 1-10. https://doi.org/10.1109/JBHI.2024.3494246","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Climate action","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G3074771375","display_name":null,"funder_award_id":"EP/X017680/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320332","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4300821880","https://openalex.org/W4402779703","https://openalex.org/W4313594480","https://openalex.org/W2285651113","https://openalex.org/W4256031153","https://openalex.org/W3279617","https://openalex.org/W4293365998","https://openalex.org/W2327903337","https://openalex.org/W2768862283","https://openalex.org/W2168002573"],"abstract_inverted_index":{"Localizing":[0],"the":[1,75,89,92,120,141,146],"exact":[2],"pathological":[3],"regions":[4],"in":[5,99,132,183,217],"a":[6,18,69,133,184,193],"given":[7],"medical":[8],"scan":[9],"is":[10,57,86,202],"an":[11],"important":[12],"imaging":[13],"problem":[14],"that":[15,91,104,116,145,199],"traditionally":[16],"requires":[17],"large":[19],"amount":[20],"of":[21,38,51,209,219],"bounding":[22],"box":[23],"ground":[24],"truth":[25],"annotations":[26],"to":[27,60,79,113,128,157],"be":[28],"accurately":[29],"solved.":[30],"However,":[31],"there":[32],"exist":[33],"alternative,":[34],"potentially":[35],"weaker,":[36],"forms":[37],"supervision,":[39],"such":[40],"as":[41,61],"accompanying":[42],"free-text":[43],"reports,":[44],"which":[45,178],"are":[46,117],"readily":[47],"available.":[48],"The":[49],"task":[50,121,131],"performing":[52],"localization":[53],"with":[54,175,204],"textual":[55,109],"guidance":[56],"commonly":[58],"referred":[59],"phrase":[62],"grounding.":[63],"In":[64,124],"this":[65,81,130,152],"work,":[66],"we":[67,126,154],"use":[68],"publicly":[70],"available":[71],"Foundation":[72],"Model,":[73,78,95],"namely":[74],"Latent":[76,93],"Diffusion":[77,94],"perform":[80,129],"challenging":[82],"task.":[83],"This":[84],"choice":[85],"supported":[87],"by":[88],"fact":[90],"despite":[96],"being":[97],"generative":[98],"nature,":[100],"contains":[101],"cross-attention":[102],"mechanisms":[103],"implicitly":[105],"align":[106],"visual":[107],"and":[108,160,211,224],"features,":[110],"thus":[111],"leading":[112],"intermediate":[114],"representations":[115],"suitable":[118],"for":[119],"at":[122],"hand.":[123],"addition,":[125],"aim":[127],"zero-shot":[134],"manner,":[135],"i.e.,":[136],"without":[137,166],"any":[138],"training":[139],"on":[140,192,206,215],"target":[142],"task,":[143],"meaning":[144],"model's":[147],"weights":[148],"remain":[149],"frozen.":[150],"To":[151],"end,":[153],"devise":[155],"strategies":[156],"select":[158],"features":[159],"also":[161],"refine":[162],"them":[163,214],"via":[164,188],"post-processing":[165],"extra":[167],"learnable":[168],"parameters.":[169],"We":[170],"compare":[171],"our":[172,200],"proposed":[173],"method":[174,201],"state-of-the-art":[176],"approaches":[177],"explicitly":[179],"enforce":[180],"image-text":[181],"alignment":[182],"joint":[185],"embedding":[186],"space":[187],"contrastive":[189],"learning.":[190],"Results":[191],"popular":[194],"chest":[195],"X-ray":[196],"benchmark":[197],"indicate":[198],"competitive":[203],"SOTA":[205],"different":[207],"types":[208],"pathology,":[210],"even":[212],"outperforms":[213],"average":[216],"terms":[218],"two":[220],"metrics":[221],"(mean":[222],"IoU":[223],"AUC-ROC).":[225]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}