{"id":"https://openalex.org/W4406443873","doi":"https://doi.org/10.48550/arxiv.2407.18449","title":"Towards A Generalizable Pathology Foundation Model via Unified Knowledge Distillation","display_name":"Towards A Generalizable Pathology Foundation Model via Unified Knowledge Distillation","publication_year":2024,"publication_date":"2024-07-26","ids":{"openalex":"https://openalex.org/W4406443873","doi":"https://doi.org/10.48550/arxiv.2407.18449"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.18449","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.18449","pdf_url":"https://arxiv.org/pdf/2407.18449","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.18449","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048981603","display_name":"Jiabo Ma","orcid":"https://orcid.org/0000-0001-8532-4466"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ma, Jiabo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081307933","display_name":"Zhengrui Guo","orcid":"https://orcid.org/0009-0006-9920-0978"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Zhengrui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052910009","display_name":"Fengtao Zhou","orcid":"https://orcid.org/0000-0001-7039-1156"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Fengtao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100324206","display_name":"Yihui Wang","orcid":"https://orcid.org/0009-0002-1595-1151"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yihui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089045263","display_name":"Yingxue Xu","orcid":"https://orcid.org/0000-0002-9657-3107"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yingxue","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102629509","display_name":"Yu Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jinbang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010923356","display_name":"Zhengjie Zhu","orcid":"https://orcid.org/0000-0003-2649-9367"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Fang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002304334","display_name":"Jin Cheng","orcid":"https://orcid.org/0000-0001-5724-2375"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Yu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101766906","display_name":"Yi Lin","orcid":"https://orcid.org/0000-0002-9683-4960"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Zhengjie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079674542","display_name":"Xinrui Jiang","orcid":"https://orcid.org/0000-0002-1638-5609"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Cheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010034064","display_name":"Anjia Han","orcid":"https://orcid.org/0000-0003-3357-5348"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Yi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420720","display_name":"Liang Li","orcid":"https://orcid.org/0000-0003-2424-4926"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Xinrui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009979655","display_name":"Ronald Chan","orcid":"https://orcid.org/0000-0001-9267-0076"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Chenglong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992547","display_name":"Ji\u2010Guang Wang","orcid":"https://orcid.org/0000-0001-8511-1524"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Danyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077687075","display_name":"Kwang\u2010Ting Cheng","orcid":"https://orcid.org/0000-0002-3885-4912"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Anjia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353573","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0002-6282-0237"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhenhui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chan, Ronald Cheong Kin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chan, Ronald Cheong Kin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Jiguang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiguang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Fei, Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei, Peng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Cheng, Kwang-Ting","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Kwang-Ting","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Shaoting","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shaoting","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liang, Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Li","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Chen, Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hao","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":23,"corresponding_author_ids":["https://openalex.org/A5048981603"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.960099995136261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.960099995136261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9297000169754028,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9025999903678894,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.7866023778915405},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5566399097442627},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4674530625343323},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.17714834213256836},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.15110093355178833},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07830008864402771},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.06711754202842712}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.7866023778915405},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5566399097442627},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4674530625343323},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.17714834213256836},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.15110093355178833},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07830008864402771},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.06711754202842712}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2407.18449","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.18449","pdf_url":"https://arxiv.org/pdf/2407.18449","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-147092","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-147092","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.48550/arxiv.2407.18449","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.18449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.18449","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.18449","pdf_url":"https://arxiv.org/pdf/2407.18449","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685"],"abstract_inverted_index":{"Foundation":[0,192],"models":[1,19,33,71,106],"pretrained":[2],"on":[3,38,174,200,221],"large-scale":[4],"datasets":[5],"are":[6],"revolutionizing":[7],"the":[8,23,66,117,125,146,149,154,161,222,239],"field":[9],"of":[10,17,44,68,81,120,127,139,156,181,231,247],"computational":[11],"pathology":[12,128],"(CPath).":[13],"The":[14],"generalization":[15,48,126],"ability":[16,49],"foundation":[18,32,70,105,129],"is":[20],"crucial":[21],"for":[22],"success":[24],"in":[25],"various":[26],"downstream":[27],"clinical":[28,75,121],"tasks.":[29,122],"However,":[30],"current":[31],"have":[34],"only":[35,250],"been":[36],"evaluated":[37],"a":[39,60,79,133,179,189,201],"limited":[40],"type":[41],"and":[42,50,97,142,187],"number":[43],"tasks,":[45,84],"leaving":[46],"their":[47],"overall":[51],"performance":[52,67],"unclear.":[53],"To":[54,123],"address":[55],"this":[56,175],"gap,":[57],"we":[58,131,177],"established":[59,223],"most":[61],"comprehensive":[62],"benchmark":[63],"to":[64,114,151,165],"evaluate":[65],"off-the-shelf":[69],"across":[72],"six":[73],"distinct":[74],"task":[76,110],"types,":[77],"encompassing":[78,215],"total":[80],"72":[82],"specific":[83],"including":[85],"slide-level":[86],"classification,":[87,91],"survival":[88],"prediction,":[89],"ROI-tissue":[90],"ROI":[92],"retrieval,":[93],"visual":[94],"question":[95],"answering,":[96],"report":[98],"generation.":[99],"Our":[100],"findings":[101],"reveal":[102],"that":[103],"existing":[104],"excel":[107],"at":[108],"certain":[109],"types":[111],"but":[112],"struggle":[113],"effectively":[115],"handle":[116],"full":[118],"breadth":[119],"improve":[124],"models,":[130,159],"propose":[132],"unified":[134],"knowledge":[135,155],"distillation":[136],"framework":[137],"consisting":[138],"both":[140],"expert":[141,158],"self-knowledge":[143],"distillation,":[144],"where":[145],"former":[147],"allows":[148],"model":[150,197],"learn":[152],"from":[153,209],"multiple":[157],"while":[160,238],"latter":[162],"leverages":[163],"self-distillation":[164],"enable":[166],"image":[167],"representation":[168],"learning":[169],"via":[170],"local-global":[171],"alignment.":[172],"Based":[173],"framework,":[176],"curated":[178],"dataset":[180,203],"96,000":[182],"whole":[183],"slide":[184],"images":[185,207],"(WSIs)":[186],"developed":[188],"Generalizable":[190],"Pathology":[191],"Model":[193],"(GPFM).":[194],"This":[195],"advanced":[196],"was":[198],"trained":[199],"substantial":[202],"comprising":[204],"190":[205],"million":[206],"extracted":[208],"approximately":[210],"72,000":[211],"publicly":[212],"available":[213],"slides,":[214],"34":[216],"major":[217],"tissue":[218],"types.":[219],"Evaluated":[220],"benchmark,":[224],"GPFM":[225],"achieves":[226],"an":[227,244],"impressive":[228],"average":[229,245],"rank":[230,246],"1.6,":[232],"with":[233,249],"42":[234],"tasks":[235,252],"ranked":[236,253],"1st,":[237],"second-best":[240],"model,":[241],"UNI,":[242],"attains":[243],"3.7,":[248],"6":[251],"1st.":[254]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}