{"id":"https://openalex.org/W4401879424","doi":"https://doi.org/10.1109/tmi.2024.3449690","title":"IMITATE: Clinical Prior Guided Hierarchical Vision-Language Pre-Training","display_name":"IMITATE: Clinical Prior Guided Hierarchical Vision-Language Pre-Training","publication_year":2024,"publication_date":"2024-08-26","ids":{"openalex":"https://openalex.org/W4401879424","doi":"https://doi.org/10.1109/tmi.2024.3449690","pmid":"https://pubmed.ncbi.nlm.nih.gov/39186435"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2024.3449690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3449690","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103477299","display_name":"Che Liu","orcid":"https://orcid.org/0009-0004-3738-7998"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Che Liu","raw_affiliation_strings":["Department of Earth Science and Engineering and the Data Science Institute, Imperial College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Earth Science and Engineering and the Data Science Institute, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101622280","display_name":"Sibo Cheng","orcid":"https://orcid.org/0000-0002-8707-2589"},"institutions":[{"id":"https://openalex.org/I4210130371","display_name":"Centre d'Enseignement et de Recherche en Environnement Atmosph\u00e9rique","ror":"https://ror.org/03a84yw54","country_code":"FR","type":"facility","lineage":["https://openalex.org/I142631665","https://openalex.org/I4210130371","https://openalex.org/I4210143116","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Sibo Cheng","raw_affiliation_strings":["CEREA, École des Ponts, Champs-sur-Marne, France"],"affiliations":[{"raw_affiliation_string":"CEREA, École des Ponts, Champs-sur-Marne, France","institution_ids":["https://openalex.org/I4210130371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101675323","display_name":"Miaojing Shi","orcid":"https://orcid.org/0000-0002-4933-0073"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miaojing Shi","raw_affiliation_strings":["College of Electronic and Information Engineering and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062429575","display_name":"Anand Shah","orcid":"https://orcid.org/0000-0001-5257-520X"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anand Shah","raw_affiliation_strings":["Department of Infectious Disease Epidemiology, Imperial College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Infectious Disease Epidemiology, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059823739","display_name":"Wenjia Bai","orcid":"https://orcid.org/0000-0003-2943-7698"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wenjia Bai","raw_affiliation_strings":["Department of Computing and the Department of Brain Science and the Data Science Institute, Imperial College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computing and the Department of Brain Science and the Data Science Institute, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085852399","display_name":"Rossella Arcucci","orcid":"https://orcid.org/0000-0002-9471-0585"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rossella Arcucci","raw_affiliation_strings":["Department of Earth Science and Engineering and the Data Science Institute, Imperial College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Earth Science and Engineering and the Data Science Institute, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103477299"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":11.508,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.98739586,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"44","issue":"1","first_page":"519","last_page":"529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.32359999418258667,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.32359999418258667,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12151","display_name":"Interpreting and Communication in Healthcare","score":0.3138999938964844,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.28380000591278076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6526023745536804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6470184326171875},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5939513444900513},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5725862383842468},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.41945821046829224},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35398977994918823},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.3209688663482666},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1652805209159851}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6526023745536804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6470184326171875},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5939513444900513},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5725862383842468},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.41945821046829224},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35398977994918823},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3209688663482666},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1652805209159851},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013902","descriptor_name":"Radiography, Thoracic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013902","descriptor_name":"Radiography, Thoracic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013902","descriptor_name":"Radiography, Thoracic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013902","descriptor_name":"Radiography, Thoracic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013902","descriptor_name":"Radiography, Thoracic","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2024.3449690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3449690","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:39186435","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39186435","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2795140583","display_name":null,"funder_award_id":"MR/T005572/1","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G3659511342","display_name":null,"funder_award_id":"EP/W01842X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7560532233","display_name":null,"funder_award_id":"MR/X020258/1","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"}],"funders":[{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320336039","display_name":"NIHR Imperial Biomedical Research Centre","ror":"https://ror.org/01kmhx639"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2194775991","https://openalex.org/W2396881363","https://openalex.org/W2611650229","https://openalex.org/W2619383789","https://openalex.org/W2896348597","https://openalex.org/W2914203365","https://openalex.org/W2962858109","https://openalex.org/W2963466845","https://openalex.org/W2995225687","https://openalex.org/W3105081694","https://openalex.org/W3120894151","https://openalex.org/W3173809883","https://openalex.org/W3195997474","https://openalex.org/W3201906559","https://openalex.org/W3213454282","https://openalex.org/W3216235189","https://openalex.org/W4296027312","https://openalex.org/W4304083970","https://openalex.org/W4308113119","https://openalex.org/W4312533035","https://openalex.org/W4312629998","https://openalex.org/W4318718962","https://openalex.org/W4385245566","https://openalex.org/W4385347692","https://openalex.org/W4392903519","https://openalex.org/W4403069431","https://openalex.org/W6631190155","https://openalex.org/W6678914141","https://openalex.org/W6726497184","https://openalex.org/W6750227808","https://openalex.org/W6755207826","https://openalex.org/W6761260114","https://openalex.org/W6761672038","https://openalex.org/W6766904570","https://openalex.org/W6784185929","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6798805250","https://openalex.org/W6802987763","https://openalex.org/W6803872405","https://openalex.org/W6811102192","https://openalex.org/W6838434436","https://openalex.org/W6842542540","https://openalex.org/W6843495165","https://openalex.org/W6846007759","https://openalex.org/W6846055702","https://openalex.org/W6849177959","https://openalex.org/W6849374472","https://openalex.org/W6849714168","https://openalex.org/W6850003718","https://openalex.org/W6853667637","https://openalex.org/W6857469435","https://openalex.org/W6858632107","https://openalex.org/W6858995364","https://openalex.org/W6863245862","https://openalex.org/W6864221351","https://openalex.org/W6869605098"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2034850138","https://openalex.org/W2050807133","https://openalex.org/W1985504019","https://openalex.org/W3086104399","https://openalex.org/W328486336","https://openalex.org/W1995688399","https://openalex.org/W2042967125","https://openalex.org/W2443196326"],"abstract_inverted_index":{"In":[0,64],"medical":[1,18,84,118,158,171],"Vision-Language":[2],"Pre-training":[3],"(VLP),":[4],"significant":[5],"work":[6],"focuses":[7],"on":[8],"extracting":[9],"text":[10,113],"and":[11,17,41,102,110],"image":[12],"features":[13,95,106],"from":[14,83,96],"clinical":[15,33,71,134],"reports":[16,52,85,172],"images.":[19],"Yet,":[20],"existing":[21],"methods":[22,151],"may":[23],"overlooked":[24],"the":[25,28,80,97,108,111,116],"potential":[26],"of":[27,166],"natural":[29],"hierarchical":[30,87,117,168],"structure":[31,81],"in":[32,115,137,141,170],"reports,":[34],"typically":[35],"divided":[36],"into":[37,53],"'findings'":[38],"for":[39,43,128,133,173],"description":[40],"'impressions'":[42],"conclusions.":[44],"Current":[45],"VLP":[46,74,150],"approaches":[47],"tend":[48],"to":[49,78],"oversimplify":[50],"these":[51,105],"a":[54,69,121],"single":[55],"entity":[56],"or":[57],"fragmented":[58],"tokens,":[59],"ignoring":[60],"this":[61,65],"structured":[62],"format.":[63],"work,":[66],"we":[67],"propose":[68],"novel":[70],"prior":[72,135],"guided":[73],"framework":[75,91],"named":[76],"IMITATE":[77],"learn":[79],"information":[82],"with":[86,107],"vision-language":[88],"alignment.":[89],"The":[90,144],"derives":[92],"multi-level":[93],"visual":[94],"chest":[98],"X-ray":[99],"(CXR)":[100],"images":[101],"separately":[103],"aligns":[104],"descriptive":[109],"conclusive":[112],"encoded":[114],"report.":[119],"Furthermore,":[120],"new":[122],"clinical-informed":[123],"contrastive":[124,142],"loss":[125],"is":[126],"introduced":[127],"cross-modal":[129],"learning,":[130],"which":[131],"accounts":[132],"knowledge":[136],"formulating":[138],"sample":[139],"correlations":[140],"learning.":[143],"proposed":[145],"model,":[146],"IMITATE,":[147],"outperforms":[148],"baseline":[149],"across":[152],"six":[153],"different":[154],"datasets,":[155],"spanning":[156],"five":[157],"imaging":[159],"downstream":[160],"tasks.":[161],"Experimental":[162],"results":[163],"show":[164],"benefits":[165],"using":[167],"structures":[169],"VLP.":[174],"Code:":[175],"https://github.com/cheliu-computation/IMITATE-TMI2024.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}