{"id":"https://openalex.org/W7134194330","doi":"https://doi.org/10.1016/j.compbiomed.2026.111564","title":"MIPHEI-ViT: Multiplex immunofluorescence prediction from H&E images using ViT foundation models","display_name":"MIPHEI-ViT: Multiplex immunofluorescence prediction from H&E images using ViT foundation models","publication_year":2026,"publication_date":"2026-03-07","ids":{"openalex":"https://openalex.org/W7134194330","doi":"https://doi.org/10.1016/j.compbiomed.2026.111564","pmid":"https://pubmed.ncbi.nlm.nih.gov/41797129"},"language":"en","primary_location":{"id":"doi:10.1016/j.compbiomed.2026.111564","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.compbiomed.2026.111564","pdf_url":null,"source":{"id":"https://openalex.org/S44278595","display_name":"Computers in Biology and Medicine","issn_l":"0010-4825","issn":["0010-4825","1879-0534"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Biology and Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.compbiomed.2026.111564","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021625522","display_name":"Guillaume Balezo","orcid":null},"institutions":[{"id":"https://openalex.org/I70768539","display_name":"\u00c9cole Nationale Sup\u00e9rieure des Mines de Paris","ror":"https://ror.org/04y8cs423","country_code":"FR","type":"education","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I70768539"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Guillaume Balezo","raw_affiliation_strings":["Digital R&D, Sanofi, Paris, 75008, France; Center for Statistics and Images (STIM), Mines Paris - PSL, Fontainebleau, 77300, France; Center for Computational Biology (CBIO), Mines Paris - PSL, Paris, 75006, France. Electronic address: guillaume.balezo@sanofi.com"],"affiliations":[{"raw_affiliation_string":"Digital R&D, Sanofi, Paris, 75008, France; Center for Statistics and Images (STIM), Mines Paris - PSL, Fontainebleau, 77300, France; Center for Computational Biology (CBIO), Mines Paris - PSL, Paris, 75006, France. Electronic address: guillaume.balezo@sanofi.com","institution_ids":["https://openalex.org/I70768539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010392645","display_name":"Roger Trullo","orcid":null},"institutions":[{"id":"https://openalex.org/I3018075036","display_name":"Sanofi (France)","ror":"https://ror.org/02n6c9837","country_code":"FR","type":"company","lineage":["https://openalex.org/I3018075036"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Roger Trullo","raw_affiliation_strings":["Digital R&D, Sanofi, Paris, 75008, France. Electronic address: r.trullo@instadeep.com"],"affiliations":[{"raw_affiliation_string":"Digital R&D, Sanofi, Paris, 75008, France. Electronic address: r.trullo@instadeep.com","institution_ids":["https://openalex.org/I3018075036"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128371954","display_name":"Albert Pla Planas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210093939","display_name":"Sanofi (Spain)","ror":"https://ror.org/00g51ew42","country_code":"ES","type":"company","lineage":["https://openalex.org/I3018075036","https://openalex.org/I4210093939"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Albert Pla Planas","raw_affiliation_strings":["Digital R&D, Sanofi, Barcelona, 08016, Spain. Electronic address: albert.plaplanas@sanofi.com"],"affiliations":[{"raw_affiliation_string":"Digital R&D, Sanofi, Barcelona, 08016, Spain. Electronic address: albert.plaplanas@sanofi.com","institution_ids":["https://openalex.org/I4210093939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122206470","display_name":"Etienne Decenci\u00e8re","orcid":null},"institutions":[{"id":"https://openalex.org/I70768539","display_name":"\u00c9cole Nationale Sup\u00e9rieure des Mines de Paris","ror":"https://ror.org/04y8cs423","country_code":"FR","type":"education","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I70768539"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Etienne Decenci\u00e8re","raw_affiliation_strings":["Center for Statistics and Images (STIM), Mines Paris - PSL, Fontainebleau, 77300, France. Electronic address: etienne.decenciere@minesparis.psl.eu"],"affiliations":[{"raw_affiliation_string":"Center for Statistics and Images (STIM), Mines Paris - PSL, Fontainebleau, 77300, France. Electronic address: etienne.decenciere@minesparis.psl.eu","institution_ids":["https://openalex.org/I70768539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5128356564","display_name":"Thomas Walter","orcid":null},"institutions":[{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Thomas Walter","raw_affiliation_strings":["Center for Computational Biology (CBIO), Mines Paris - PSL, Paris, 75006, France; Institut Curie, Paris, 75005, France; INSERM, U1331, Paris, 75005, France. Electronic address: thomas.walter@minesparis.psl.eu"],"affiliations":[{"raw_affiliation_string":"Center for Computational Biology (CBIO), Mines Paris - PSL, Paris, 75006, France; Institut Curie, Paris, 75005, France; INSERM, U1331, Paris, 75005, France. Electronic address: thomas.walter@minesparis.psl.eu","institution_ids":["https://openalex.org/I154526488","https://openalex.org/I2746051580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5128356564"],"corresponding_institution_ids":["https://openalex.org/I154526488","https://openalex.org/I2746051580"],"apc_list":{"value":2610,"currency":"USD","value_usd":2610},"apc_paid":{"value":2610,"currency":"USD","value_usd":2610},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.93305439,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"206","issue":null,"first_page":"111564","last_page":"111564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9010999798774719,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9010999798774719,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.05790000036358833,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.016100000590085983,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/immunofluorescence","display_name":"Immunofluorescence","score":0.6988999843597412},{"id":"https://openalex.org/keywords/multiplex","display_name":"Multiplex","score":0.6279000043869019},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5455999970436096},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.49059998989105225},{"id":"https://openalex.org/keywords/digital-pathology","display_name":"Digital pathology","score":0.4796999990940094},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.4262000024318695},{"id":"https://openalex.org/keywords/indirect-immunofluorescence","display_name":"Indirect immunofluorescence","score":0.37779998779296875},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.3637999892234802}],"concepts":[{"id":"https://openalex.org/C2778236600","wikidata":"https://www.wikidata.org/wiki/Q592324","display_name":"Immunofluorescence","level":3,"score":0.6988999843597412},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.647599995136261},{"id":"https://openalex.org/C2781188995","wikidata":"https://www.wikidata.org/wiki/Q6934982","display_name":"Multiplex","level":2,"score":0.6279000043869019},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5831000208854675},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5455999970436096},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.49059998989105225},{"id":"https://openalex.org/C2777522853","wikidata":"https://www.wikidata.org/wiki/Q5276128","display_name":"Digital pathology","level":2,"score":0.4796999990940094},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4262000024318695},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.40849998593330383},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.4083000123500824},{"id":"https://openalex.org/C2984894117","wikidata":"https://www.wikidata.org/wiki/Q592324","display_name":"Indirect immunofluorescence","level":3,"score":0.37779998779296875},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.3637999892234802},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C125473707","wikidata":"https://www.wikidata.org/wiki/Q9914","display_name":"H&E stain","level":3,"score":0.3400000035762787},{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2583000063896179},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.compbiomed.2026.111564","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.compbiomed.2026.111564","pdf_url":null,"source":{"id":"https://openalex.org/S44278595","display_name":"Computers in Biology and Medicine","issn_l":"0010-4825","issn":["0010-4825","1879-0534"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Biology and Medicine","raw_type":"journal-article"},{"id":"pmid:41797129","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41797129","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in biology and medicine","raw_type":null}],"best_oa_location":{"id":"doi:10.1016/j.compbiomed.2026.111564","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.compbiomed.2026.111564","pdf_url":null,"source":{"id":"https://openalex.org/S44278595","display_name":"Computers in Biology and Medicine","issn_l":"0010-4825","issn":["0010-4825","1879-0534"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Biology and Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2101676003","https://openalex.org/W2161574105","https://openalex.org/W2797749376","https://openalex.org/W2904591139","https://openalex.org/W3002164240","https://openalex.org/W3017374234","https://openalex.org/W3047081808","https://openalex.org/W3083651233","https://openalex.org/W3098491829","https://openalex.org/W3103056925","https://openalex.org/W3111521801","https://openalex.org/W3151219028","https://openalex.org/W3173869026","https://openalex.org/W3176444924","https://openalex.org/W4225985635","https://openalex.org/W4226165034","https://openalex.org/W4281733104","https://openalex.org/W4282032657","https://openalex.org/W4288809219","https://openalex.org/W4296293035","https://openalex.org/W4323037718","https://openalex.org/W4377115917","https://openalex.org/W4381684985","https://openalex.org/W4385283815","https://openalex.org/W4388009985","https://openalex.org/W4392883923","https://openalex.org/W4392947521","https://openalex.org/W4401665006","https://openalex.org/W4405072621","https://openalex.org/W4413270570","https://openalex.org/W4415397575"],"related_works":[],"abstract_inverted_index":{"Histopathological":[0],"analysis":[1,234],"is":[2],"a":[3,69,74,95,183,187,228],"cornerstone":[4],"of":[5,98,125,163,235,241],"cancer":[6,133],"diagnosis,":[7],"with":[8,160],"Hematoxylin":[9],"and":[10,23,53,113,128,135,146,176,186,219,248],"Eosin":[11],"(H&E)":[12],"staining":[13],"routinely":[14],"acquired":[15],"for":[16,165,168,171,174,178,190,197],"every":[17],"patient":[18,249],"to":[19,45,51,82],"visualize":[20],"cell":[21,36,224],"morphology":[22],"tissue":[24,212],"architecture.":[25],"On":[26,148],"the":[27,120,204],"other":[28],"hand,":[29],"multiplex":[30],"immunofluorescence":[31],"(mIF)":[32],"enables":[33],"more":[34],"precise":[35],"type":[37],"identification":[38],"via":[39],"proteomic":[40],"markers,":[41,200],"but":[42],"has":[43],"yet":[44],"achieve":[46],"widespread":[47],"clinical":[48],"adoption":[49],"due":[50],"cost":[52],"logistical":[54],"constraints.":[55],"To":[56],"bridge":[57],"this":[58],"gap,":[59],"we":[60],"introduce":[61],"MIPHEI":[62,93,152,226],"(Multiplex":[63],"Immunofluorescence":[64],"Prediction":[65],"from":[66,86,131,157],"H&E":[67,87,127,158,217,237],"Images),":[68],"U-Net-inspired":[70],"architecture":[71],"that":[72],"leverages":[73],"ViT":[75],"pathology":[76],"foundation":[77],"model":[78,118,202],"as":[79,214],"an":[80],"encoder":[81],"predict":[83],"mIF":[84,129],"signals":[85],"images":[88,130,218],"using":[89,119],"rich":[90],"pretrained":[91],"representations.":[92],"targets":[94],"comprehensive":[96],"panel":[97],"markers":[99,221],"spanning":[100],"nuclear":[101,208],"content,":[102],"immune":[103],"lineages":[104],"(T":[105],"cells,":[106,108],"B":[107],"myeloid),":[109],"epithelium,":[110],"stroma,":[111],"vasculature,":[112],"proliferation.":[114],"We":[115],"train":[116],"our":[117,201],"publicly":[121],"available":[122],"OrionCRC":[123,149],"dataset":[124],"restained":[126],"colorectal":[132],"tissue,":[134],"validate":[136],"it":[137],"on":[138],"five":[139],"independent":[140],"datasets:":[141],"HEMIT,":[142],"PathoCell,":[143],"IMMUcan,":[144],"Lizard":[145],"PanNuke.":[147],"test":[150],"set,":[151],"achieves":[153],"accurate":[154],"cell-type":[155],"classification":[156],"alone,":[159],"F1":[161],"scores":[162],"0.93":[164],"Pan-CK,":[166],"0.83":[167],"\u03b1-SMA,":[169],"0.68":[170],"CD3e,":[172],"0.36":[173],"CD20,":[175],"0.28":[177],"CD68,":[179],"substantially":[180],"outperforming":[181],"both":[182],"state-of-the-art":[184],"baseline":[185],"random":[188],"classifier":[189],"most":[191],"markers.":[192],"Our":[193],"results":[194],"indicate":[195],"that,":[196],"some":[198],"molecular":[199,220],"captures":[203],"complex":[205],"relationships":[206,243],"between":[207,244],"morphologies":[209],"in":[210,216,239],"their":[211],"context,":[213],"visible":[215],"defining":[222],"specific":[223],"types.":[225],"offers":[227],"promising":[229],"step":[230],"toward":[231],"enabling":[232],"cell-type-aware":[233],"large-scale":[236],"datasets,":[238],"view":[240],"uncovering":[242],"spatial":[245],"cellular":[246],"organization":[247],"outcomes.":[250]},"counts_by_year":[],"updated_date":"2026-03-10T14:07:55.174380","created_date":"2026-03-09T00:00:00"}