{"id":"https://openalex.org/W7133323207","doi":"https://doi.org/10.48550/arxiv.2603.02026","title":"Learning to Read Where to Look: Disease-Aware Vision-Language Pretraining for 3D CT","display_name":"Learning to Read Where to Look: Disease-Aware Vision-Language Pretraining for 3D CT","publication_year":2026,"publication_date":"2026-03-02","ids":{"openalex":"https://openalex.org/W7133323207","doi":"https://doi.org/10.48550/arxiv.2603.02026"},"language":"en","primary_location":{"id":"pmh:oai:freidok.uni-freiburg.de:282042","is_oa":false,"landing_page_url":"https://freidok.uni-freiburg.de/data/282042","pdf_url":null,"source":{"id":"https://openalex.org/S4306401057","display_name":"FreiDok plus (Universit\u00e4tsbibliothek Freiburg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I161046081","host_organization_name":"University of Freiburg","host_organization_lineage":["https://openalex.org/I161046081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.02026","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005064848","display_name":"Simon Ging","orcid":"https://orcid.org/0000-0002-5159-9792"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]},{"id":"https://openalex.org/I4210151251","display_name":"Adaptive Dynamics (United States)","ror":"https://ror.org/04yehrw46","country_code":"US","type":"company","lineage":["https://openalex.org/I4210151251"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Ging, Simon","raw_affiliation_strings":["Computer Vision Group, University of Freiburg, Germany","Adaptive & Agentic AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Vision Group, University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"Adaptive & Agentic AI","institution_ids":["https://openalex.org/I4210151251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073944069","display_name":"Philipp Arnold","orcid":"https://orcid.org/0000-0003-3273-9865"},"institutions":[{"id":"https://openalex.org/I2801240073","display_name":"University Medical Center Freiburg","ror":"https://ror.org/03vzbgh69","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2801240073"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Arnold, Philipp","raw_affiliation_strings":["Department of Radiology, Medical Center -- University of Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Medical Center -- University of Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053213047","display_name":"Sebastian Walter","orcid":"https://orcid.org/0000-0002-8589-8715"},"institutions":[{"id":"https://openalex.org/I4210099593","display_name":"Computer Algorithms for Medicine","ror":"https://ror.org/00zky6d38","country_code":"AT","type":"facility","lineage":["https://openalex.org/I4210099593"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Walter, Sebastian","raw_affiliation_strings":["Chair of Algorithms and Data Structures, University of Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Algorithms and Data Structures, University of Freiburg, Germany","institution_ids":["https://openalex.org/I4210099593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116413832","display_name":"Hani Alnahas","orcid":null},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alnahas, Hani","raw_affiliation_strings":["Computer Vision Group, University of Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Vision Group, University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036444203","display_name":"Hannah Bast","orcid":"https://orcid.org/0000-0003-1213-6776"},"institutions":[{"id":"https://openalex.org/I4210099593","display_name":"Computer Algorithms for Medicine","ror":"https://ror.org/00zky6d38","country_code":"AT","type":"facility","lineage":["https://openalex.org/I4210099593"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Bast, Hannah","raw_affiliation_strings":["Chair of Algorithms and Data Structures, University of Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Algorithms and Data Structures, University of Freiburg, Germany","institution_ids":["https://openalex.org/I4210099593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128032976","display_name":"Elmar Kotter","orcid":null},"institutions":[{"id":"https://openalex.org/I2801240073","display_name":"University Medical Center Freiburg","ror":"https://ror.org/03vzbgh69","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2801240073"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kotter, Elmar","raw_affiliation_strings":["Department of Radiology, Medical Center -- University of Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Medical Center -- University of Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127999765","display_name":"Jiancheng Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087847","display_name":"Albert Ellis Institute","ror":"https://ror.org/0027wxf59","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210087847"]},{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI","US"],"is_corresponding":false,"raw_author_name":"Yang, Jiancheng","raw_affiliation_strings":["ELLIS Institute Finland","School of Electrical Engineering, Aalto University, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ELLIS Institute Finland","institution_ids":["https://openalex.org/I4210087847"]},{"raw_affiliation_string":"School of Electrical Engineering, Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058274549","display_name":"Behzad Bozorgtabar","orcid":"https://orcid.org/0000-0002-5759-4896"},"institutions":[{"id":"https://openalex.org/I4210151251","display_name":"Adaptive Dynamics (United States)","ror":"https://ror.org/04yehrw46","country_code":"US","type":"company","lineage":["https://openalex.org/I4210151251"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bozorgtabar, Behzad","raw_affiliation_strings":["Adaptive & Agentic AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adaptive & Agentic AI","institution_ids":["https://openalex.org/I4210151251"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5127881275","display_name":"Thomas Brox","orcid":null},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Brox, Thomas","raw_affiliation_strings":["Computer Vision Group, University of Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Vision Group, University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.3781999945640564,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.3781999945640564,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2987000048160553,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.048900000751018524,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.8445000052452087},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6208999752998352},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.529699981212616},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.48500001430511475},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.4154999852180481},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4122999906539917},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4007999897003174},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.32179999351501465}],"concepts":[{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.8445000052452087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6830000281333923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6575999855995178},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6208999752998352},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.529699981212616},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.48500001430511475},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42500001192092896},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4162999987602234},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.4154999852180481},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.2930000126361847},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2913999855518341},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C544519230","wikidata":"https://www.wikidata.org/wiki/Q32566","display_name":"Computed tomography","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C2982933515","wikidata":"https://www.wikidata.org/wiki/Q104381823","display_name":"Public access","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:freidok.uni-freiburg.de:282042","is_oa":false,"landing_page_url":"https://freidok.uni-freiburg.de/data/282042","pdf_url":null,"source":{"id":"https://openalex.org/S4306401057","display_name":"FreiDok plus (Universit\u00e4tsbibliothek Freiburg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I161046081","host_organization_name":"University of Freiburg","host_organization_lineage":["https://openalex.org/I161046081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},{"id":"doi:10.48550/arxiv.2603.02026","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.02026","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.02026","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.02026","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5692234039306641,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"3D":[1,28],"CT":[2,29],"vision-language":[3,30],"models":[4],"align":[5],"volumes":[6],"with":[7,44,52,82,155],"reports":[8,102],"via":[9],"contrastive":[10,49],"pretraining,":[11],"but":[12],"typically":[13],"rely":[14],"on":[15,32,85],"limited":[16],"public":[17,45],"data":[18],"and":[19,74,122,168,183],"provide":[20],"only":[21],"coarse":[22],"global":[23],"supervision.":[24],"We":[25,91,115],"train":[26],"a":[27,40,138,176],"model":[31,65,179],"98k":[33],"report-volume":[34],"pairs":[35,121],"(50k":[36],"patients)":[37],"collected":[38],"at":[39,149],"single":[41,177],"hospital,":[42],"combined":[43],"datasets,":[46],"using":[47],"SigLIP-style":[48],"pretraining":[50],"together":[51],"prompt-based":[53],"disease":[54,76],"supervision":[55],"in":[56],"the":[57,124,132,159],"shared":[58],"vision-text":[59],"embedding":[60],"space.":[61],"On":[62],"CT-RATE,":[63],"our":[64],"achieves":[66],"state-of-the-art":[67],"text-to-image":[68],"retrieval":[69,167],"(R@10":[70],"31.5":[71],"vs.":[72,80,89],"22.2)":[73],"competitive":[75],"classification":[77,169],"(AUC":[78,87],"83.8":[79],"83.8),":[81],"consistent":[83],"results":[84],"Rad-ChestCT":[86],"77.0":[88],"77.3).":[90],"further":[92],"observe":[93],"that":[94],"radiologists":[95],"routinely":[96],"reference":[97],"specific":[98],"images":[99],"within":[100,172],"their":[101],"(e.g.,":[103],"``series":[104],"X,":[105],"image":[106],"Y''),":[107],"linking":[108],"textual":[109],"descriptions":[110],"to":[111,136,146],"precise":[112],"axial":[113,133],"locations.":[114],"automatically":[116],"mine":[117],"262k":[118],"such":[119],"snippet-slice":[120],"introduce":[123],"task":[125],"of":[126],"intra-scan":[127,184],"snippet":[128,140],"localization":[129,164],"--":[130,141],"predicting":[131],"depth":[134],"referred":[135],"by":[137],"text":[139],"reducing":[142],"mean":[143],"absolute":[144],"error":[145],"36.3":[147],"mm":[148,151,157],"12":[150],"feature":[152],"resolution,":[153],"compared":[154],"67.0":[156],"for":[158,180],"best":[160],"baseline.":[161],"Adding":[162],"this":[163],"objective":[165],"leaves":[166],"broadly":[170],"unchanged":[171],"confidence":[173],"bounds,":[174],"yielding":[175],"unified":[178],"retrieval,":[181],"classification,":[182],"grounding.":[185]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-04T00:00:00"}