{"id":"https://openalex.org/W4405562733","doi":"https://doi.org/10.48550/arxiv.2412.13126","title":"Knowledge-enhanced Pretraining for Vision-language Pathology Foundation Model on Cancer Diagnosis","display_name":"Knowledge-enhanced Pretraining for Vision-language Pathology Foundation Model on Cancer Diagnosis","publication_year":2024,"publication_date":"2024-12-17","ids":{"openalex":"https://openalex.org/W4405562733","doi":"https://doi.org/10.48550/arxiv.2412.13126"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.13126","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.13126","pdf_url":"https://arxiv.org/pdf/2412.13126","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.13126","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113700228","display_name":"Xiao Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhou, Xiao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104037991","display_name":"Luoyi Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Luoyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101407279","display_name":"Da He","orcid":"https://orcid.org/0000-0002-4596-8475"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Dexuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112873327","display_name":"Wenbin Guan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Wenbin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ge","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045122288","display_name":"Ruifen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ruifen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101930089","display_name":"Lifeng Wang","orcid":"https://orcid.org/0000-0002-1096-7720"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Lifeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yuan, Xiaojun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Xiaojun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071465160","display_name":"Xin Sun","orcid":"https://orcid.org/0000-0001-5909-5786"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Xin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100342828","display_name":"Ya Zhang","orcid":"https://orcid.org/0000-0002-5390-9053"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079836538","display_name":"Kun Sun","orcid":"https://orcid.org/0000-0002-9883-1616"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Kun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645705","display_name":"Yanfeng Wang","orcid":"https://orcid.org/0000-0002-3196-2347"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yanfeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076097168","display_name":"Weidi Xie","orcid":"https://orcid.org/0000-0003-3804-2639"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Weidi","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5113700228"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9498999714851379,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9498999714851379,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.8063970804214478},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.48848044872283936},{"id":"https://openalex.org/keywords/cancer","display_name":"Cancer","score":0.4595469832420349},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4178088903427124},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.40642523765563965},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32013845443725586},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.1897498369216919},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.11244124174118042},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.0831732451915741}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.8063970804214478},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.48848044872283936},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.4595469832420349},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4178088903427124},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.40642523765563965},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32013845443725586},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.1897498369216919},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.11244124174118042},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0831732451915741}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2412.13126","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.13126","pdf_url":"https://arxiv.org/pdf/2412.13126","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:doi:10.48550/arxiv.2412.13126","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2412.13126","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.13126","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.13126","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.13126","pdf_url":"https://arxiv.org/pdf/2412.13126","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3031052312","https://openalex.org/W4389568370","https://openalex.org/W3032375762","https://openalex.org/W1995515455","https://openalex.org/W2080531066","https://openalex.org/W3108674512","https://openalex.org/W1506200166","https://openalex.org/W1489783725"],"abstract_inverted_index":{"Vision-language":[0],"foundation":[1,26,109],"models":[2],"have":[3],"shown":[4],"great":[5],"promise":[6],"in":[7],"computational":[8,129],"pathology":[9,55],"but":[10],"remain":[11],"primarily":[12],"data-driven,":[13],"lacking":[14],"explicit":[15],"integration":[16],"of":[17,54,83],"medical":[18],"knowledge.":[19],"We":[20],"introduce":[21],"KEEP":[22,38,105],"(KnowledgE-Enhanced":[23],"Pathology),":[24],"a":[25,40,124],"model":[27],"that":[28],"systematically":[29],"incorporates":[30],"disease":[31,42,65,84],"knowledge":[32,43],"into":[33,58],"pretraining":[34,70],"for":[35,114,127],"cancer":[36,101],"diagnosis.":[37],"leverages":[39],"comprehensive":[41],"graph":[44],"encompassing":[45],"11,454":[46],"diseases":[47],"and":[48,73,86,97],"139,143":[49],"attributes":[50],"to":[51],"reorganize":[52],"millions":[53],"image-text":[56],"pairs":[57],"143,000":[59],"semantically":[60],"structured":[61],"groups":[62],"aligned":[63],"with":[64],"ontology":[66],"hierarchies.":[67],"This":[68],"knowledge-enhanced":[69,120],"aligns":[71],"visual":[72],"textual":[74],"representations":[75],"within":[76],"hierarchical":[77],"semantic":[78],"spaces,":[79],"enabling":[80],"deeper":[81],"understanding":[82],"relationships":[85],"morphological":[87],"patterns.":[88],"Across":[89],"18":[90],"public":[91],"benchmarks":[92],"(over":[93],"14,000":[94],"whole-slide":[95],"images)":[96],"4":[98],"institutional":[99],"rare":[100,115],"datasets":[102],"(926":[103],"cases),":[104],"consistently":[106],"outperformed":[107],"existing":[108],"models,":[110],"showing":[111],"substantial":[112],"gains":[113],"subtypes.":[116],"These":[117],"results":[118],"establish":[119],"vision-language":[121],"modeling":[122],"as":[123],"powerful":[125],"paradigm":[126],"advancing":[128],"pathology.":[130]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2024-12-19T00:00:00"}