{"id":"https://openalex.org/W4397028860","doi":"https://doi.org/10.48550/arxiv.2405.10254","title":"PRISM: A Multi-Modal Generative Foundation Model for Slide-Level Histopathology","display_name":"PRISM: A Multi-Modal Generative Foundation Model for Slide-Level Histopathology","publication_year":2024,"publication_date":"2024-05-16","ids":{"openalex":"https://openalex.org/W4397028860","doi":"https://doi.org/10.48550/arxiv.2405.10254"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.10254","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.10254","pdf_url":"https://arxiv.org/pdf/2405.10254","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.10254","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042698075","display_name":"George Shaikovski","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shaikovski, George","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079321481","display_name":"Adam Casson","orcid":"https://orcid.org/0000-0003-3186-1666"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Casson, Adam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087785636","display_name":"Kristen Severson","orcid":"https://orcid.org/0000-0002-0412-4217"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Severson, Kristen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025978423","display_name":"Eric Zimmermann","orcid":"https://orcid.org/0000-0001-5860-0787"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zimmermann, Eric","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021221708","display_name":"Yi Kan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yi Kan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009436843","display_name":"Jeremy D. Kunz","orcid":"https://orcid.org/0000-0001-5252-0145"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kunz, Jeremy D.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043809120","display_name":"Juan Antonio Ret\u00e1mero","orcid":"https://orcid.org/0000-0002-2284-826X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Retamero, Juan A.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023660150","display_name":"Gerard J. Oakley","orcid":"https://orcid.org/0000-0002-2345-9629"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oakley, Gerard","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016615488","display_name":"David S. Klimstra","orcid":"https://orcid.org/0000-0001-8814-1702"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klimstra, David","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046979072","display_name":"Christopher Kanan","orcid":"https://orcid.org/0000-0002-6412-995X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kanan, Christopher","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063015203","display_name":"Matthew G. Hanna","orcid":"https://orcid.org/0000-0002-7536-1746"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanna, Matthew","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092885737","display_name":"Michal Zelechowski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zelechowski, Michal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057705561","display_name":"Julian Viret","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Viret, Julian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054432618","display_name":"Neil Tenenholtz","orcid":"https://orcid.org/0000-0003-1250-3716"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tenenholtz, Neil","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068969209","display_name":"James M. Hall","orcid":"https://orcid.org/0000-0002-9234-8113"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hall, James","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021028602","display_name":"Nicol\u00f2 Fusi","orcid":"https://orcid.org/0000-0002-4102-0169"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fusi, Nicolo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016024588","display_name":"Razik Yousfi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yousfi, Razik","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055241025","display_name":"Peter Hamilton","orcid":"https://orcid.org/0000-0001-6376-6730"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hamilton, Peter","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092885736","display_name":"William A. Moye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moye, William A.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008902493","display_name":"Eugene Vorontsov","orcid":"https://orcid.org/0000-0002-4530-533X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vorontsov, Eugene","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390236","display_name":"Siqi Liu","orcid":"https://orcid.org/0000-0002-4675-5498"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Siqi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5111513051","display_name":"Thomas J. Fuchs","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fuchs, Thomas J.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":22,"corresponding_author_ids":["https://openalex.org/A5042698075"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prism","display_name":"Prism","score":0.7323588132858276},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.7041038870811462},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6993272304534912},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.47283726930618286},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.3920724391937256},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3659924864768982},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.32073068618774414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22754424810409546},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.18722859025001526},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.11509120464324951},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.11062777042388916},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09585928916931152},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.07575622200965881}],"concepts":[{"id":"https://openalex.org/C67666897","wikidata":"https://www.wikidata.org/wiki/Q165896","display_name":"Prism","level":2,"score":0.7323588132858276},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.7041038870811462},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6993272304534912},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.47283726930618286},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.3920724391937256},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3659924864768982},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32073068618774414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22754424810409546},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.18722859025001526},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.11509120464324951},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.11062777042388916},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09585928916931152},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.07575622200965881},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.10254","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.10254","pdf_url":"https://arxiv.org/pdf/2405.10254","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.10254","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.10254","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.10254","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.10254","pdf_url":"https://arxiv.org/pdf/2405.10254","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4397028860.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2952972673","https://openalex.org/W4205251058","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W139962780","https://openalex.org/W2380075625","https://openalex.org/W2324615561","https://openalex.org/W2325020417","https://openalex.org/W2086120259","https://openalex.org/W2245170124"],"abstract_inverted_index":{"Foundation":[0],"models":[1,17,45],"in":[2,56,77,128],"computational":[3],"pathology":[4],"promise":[5],"to":[6,46,64,68,123],"unlock":[7],"the":[8,34,50,113,121,154,171,205,217],"development":[9],"of":[10,36,52,75,131,148,170,189,204,216],"new":[11],"clinical":[12,28,107,125],"decision":[13],"support":[14],"systems":[15],"and":[16,43,105,141,145,197],"for":[18,95,110,178],"precision":[19],"medicine.":[20],"However,":[21],"there":[22],"is":[23,31],"a":[24,57,66,72,91,149,181,210],"mismatch":[25],"between":[26],"most":[27],"analysis,":[29],"which":[30,48],"defined":[32],"at":[33],"level":[35],"one":[37],"or":[38],"more":[39],"whole":[40,58,79],"slide":[41,59,80,155,173],"images,":[42],"foundation":[44,93],"date,":[47],"process":[49],"thousands":[51],"image":[53,60],"tiles":[54,76],"contained":[55],"separately.":[61],"The":[62],"requirement":[63],"train":[65],"network":[67],"aggregate":[69],"information":[70],"across":[71],"large":[73],"number":[74],"multiple":[78],"images":[81],"limits":[82],"these":[83],"models'":[84],"impact.":[85],"In":[86],"this":[87],"work,":[88],"we":[89,166],"present":[90],"slide-level":[92,118],"model":[94],"H&E-stained":[96],"histopathology,":[97],"PRISM,":[98],"that":[99,147,168,183,213],"builds":[100],"on":[101,199],"Virchow":[102],"tile":[103,114],"embeddings":[104,119,156],"leverages":[106],"report":[108],"text":[109,134],"pre-training.":[111],"Using":[112,133,153],"embeddings,":[115],"PRISM":[116,136,160,172,196],"produces":[117],"with":[120,157,195],"ability":[122],"generate":[124],"reports,":[126],"resulting":[127],"several":[129],"modes":[130],"use.":[132],"prompts,":[135],"achieves":[137],"zero-shot":[138],"cancer":[139],"detection":[140],"sub-typing":[142],"performance":[143],"approaching":[144],"surpassing":[146],"supervised":[150,162,211],"aggregator":[151,163,193],"model.":[152],"linear":[158],"classifiers,":[159],"surpasses":[161],"models.":[164],"Furthermore,":[165],"demonstrate":[167],"fine-tuning":[169],"encoder":[174],"yields":[175],"label-efficient":[176],"training":[177,190,206],"biomarker":[179],"prediction,":[180],"task":[182],"typically":[184],"suffers":[185],"from":[186],"low":[187],"availability":[188],"data;":[191],"an":[192],"initialized":[194],"trained":[198],"as":[200,202],"little":[201],"10%":[203],"data":[207],"can":[208],"outperform":[209],"baseline":[212],"uses":[214],"all":[215],"data.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}