{"id":"https://openalex.org/W4417122925","doi":"https://doi.org/10.1109/isbi61048.2026.11515986","title":"MSDM: Generating Task-Specific Pathology Images with a Multimodal Conditioned Diffusion Model for Cell and Nuclei Segmentation","display_name":"MSDM: Generating Task-Specific Pathology Images with a Multimodal Conditioned Diffusion Model for Cell and Nuclei Segmentation","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W4417122925","doi":"https://doi.org/10.1109/isbi61048.2026.11515986"},"language":"en","primary_location":{"id":"doi:10.1109/isbi61048.2026.11515986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515986","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2510.09121","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109892108","display_name":"Dominik Winter","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159719","display_name":"AstraZeneca (Germany)","ror":"https://ror.org/054q96n74","country_code":"DE","type":"company","lineage":["https://openalex.org/I105036370","https://openalex.org/I4210159719"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Dominik Winter","raw_affiliation_strings":["AstraZeneca Computational Pathology GmbH,Munich,Germany,80687"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AstraZeneca Computational Pathology GmbH,Munich,Germany,80687","institution_ids":["https://openalex.org/I4210159719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108377141","display_name":"Mai H. Bui","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159719","display_name":"AstraZeneca (Germany)","ror":"https://ror.org/054q96n74","country_code":"DE","type":"company","lineage":["https://openalex.org/I105036370","https://openalex.org/I4210159719"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mai Bui","raw_affiliation_strings":["AstraZeneca Computational Pathology GmbH,Munich,Germany,80687"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AstraZeneca Computational Pathology GmbH,Munich,Germany,80687","institution_ids":["https://openalex.org/I4210159719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066136757","display_name":"Monica Azqueta Gavaldon","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159719","display_name":"AstraZeneca (Germany)","ror":"https://ror.org/054q96n74","country_code":"DE","type":"company","lineage":["https://openalex.org/I105036370","https://openalex.org/I4210159719"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Monica Azqueta Gavaldon","raw_affiliation_strings":["AstraZeneca Computational Pathology GmbH,Munich,Germany,80687"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AstraZeneca Computational Pathology GmbH,Munich,Germany,80687","institution_ids":["https://openalex.org/I4210159719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011200227","display_name":"Nicolas Triltsch","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159719","display_name":"AstraZeneca (Germany)","ror":"https://ror.org/054q96n74","country_code":"DE","type":"company","lineage":["https://openalex.org/I105036370","https://openalex.org/I4210159719"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nicolas Triltsch","raw_affiliation_strings":["AstraZeneca Computational Pathology GmbH,Munich,Germany,80687"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AstraZeneca Computational Pathology GmbH,Munich,Germany,80687","institution_ids":["https://openalex.org/I4210159719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068762120","display_name":"Marco Rosati","orcid":"https://orcid.org/0000-0002-1485-1610"},"institutions":[{"id":"https://openalex.org/I4210159719","display_name":"AstraZeneca (Germany)","ror":"https://ror.org/054q96n74","country_code":"DE","type":"company","lineage":["https://openalex.org/I105036370","https://openalex.org/I4210159719"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marco Rosati","raw_affiliation_strings":["AstraZeneca Computational Pathology GmbH,Munich,Germany,80687"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AstraZeneca Computational Pathology GmbH,Munich,Germany,80687","institution_ids":["https://openalex.org/I4210159719"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019149764","display_name":"Nicolas Brieu","orcid":"https://orcid.org/0000-0001-8791-8022"},"institutions":[{"id":"https://openalex.org/I4210159719","display_name":"AstraZeneca (Germany)","ror":"https://ror.org/054q96n74","country_code":"DE","type":"company","lineage":["https://openalex.org/I105036370","https://openalex.org/I4210159719"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nicolas Brieu","raw_affiliation_strings":["AstraZeneca Computational Pathology GmbH,Munich,Germany,80687"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AstraZeneca Computational Pathology GmbH,Munich,Germany,80687","institution_ids":["https://openalex.org/I4210159719"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5109892108"],"corresponding_institution_ids":["https://openalex.org/I4210159719"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0138404,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.5426999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.5426999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.19189999997615814,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11829","display_name":"Mathematical Biology Tumor Growth","score":0.06499999761581421,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7437999844551086},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6345999836921692},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5633000135421753},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5181999802589417},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.478300005197525},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.4713999927043915},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.4410000145435333},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.43950000405311584},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.39649999141693115}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7437999844551086},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.723800003528595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7013999819755554},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6345999836921692},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5633000135421753},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5181999802589417},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48539999127388},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.478300005197525},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.4713999927043915},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.43950000405311584},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.39649999141693115},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.38769999146461487},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.3677000105381012},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.3668999969959259},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.34450000524520874},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.32260000705718994},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C2780757906","wikidata":"https://www.wikidata.org/wiki/Q5276676","display_name":"Dilation (metric space)","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C2777522853","wikidata":"https://www.wikidata.org/wiki/Q5276128","display_name":"Digital pathology","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/isbi61048.2026.11515986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515986","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2510.09121","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.09121","pdf_url":"https://arxiv.org/pdf/2510.09121","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.09121","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.09121","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2510.09121","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.09121","pdf_url":"https://arxiv.org/pdf/2510.09121","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Scarcity":[0],"of":[1,111,122,152,162,176],"annotated":[2],"data,":[3,104],"particularly":[4],"for":[5,13,42,48,156,173],"rare":[6],"or":[7],"atypical":[8],"morphologies,":[9],"present":[10],"significant":[11],"challenges":[12],"cell":[14,49,163],"and":[15,26,50,63,69,113,160,164],"nuclei":[16,51,165],"segmentation":[17,132,166],"in":[18,179],"computational":[19,180],"pathology.":[20,181],"While":[21],"manual":[22],"annotation":[23],"is":[24],"labor-intensive":[25],"costly,":[27],"synthetic":[28,99,124],"data":[29,142],"offers":[30],"a":[31,36],"cost-effective":[32],"alternative.":[33],"We":[34,148],"introduce":[35],"Multimodal":[37],"Semantic":[38],"Diffusion":[39],"Model":[40],"(MSDM)":[41],"generating":[43],"realistic":[44],"pixel-precise":[45],"image-mask":[46],"pairs":[47],"segmentation.":[52],"By":[53],"conditioning":[54],"the":[55,92,150,158,171],"generative":[56,177],"process":[57],"with":[58,76,105],"cellular/nuclear":[59],"morphologies":[60],"(using":[61],"horizontal":[62],"vertical":[64],"maps),":[65],"RGB":[66],"color":[67],"characteristics,":[68],"BERT-encoded":[70],"assay/indication":[71],"metadata,":[72],"MSDM":[73],"generates":[74],"datasests":[75],"desired":[77],"morphological":[78],"properties.":[79],"These":[80],"heterogeneous":[81],"modalities":[82],"are":[83],"integrated":[84],"via":[85],"multi-head":[86],"crossattention,":[87],"enabling":[88],"fine-grained":[89],"control":[90],"over":[91],"generated":[93,112],"images.":[94],"Quantitative":[95],"analysis":[96],"demonstrates":[97],"that":[98],"images":[100,115],"closely":[101],"match":[102],"real":[103,114],"low":[106],"Wasserstein":[107],"distances":[108],"between":[109],"embeddings":[110],"under":[116],"matching":[117],"biological":[118],"conditions.":[119],"The":[120],"incorporation":[121],"these":[123],"samples,":[125],"exemplified":[126],"by":[127],"columnar":[128,136],"cells,":[129],"significantly":[130],"improves":[131],"model":[133,146],"accuracy":[134],"on":[135],"cells.":[137],"This":[138],"strategy":[139],"systematically":[140],"enriches":[141],"sets,":[143],"directly":[144],"targeting":[145],"deficiencies.":[147],"highlight":[149],"effectiveness":[151],"multimodal":[153],"diffusion-based":[154],"augmentation":[155],"advancing":[157],"robustness":[159],"generalizability":[161],"models.":[167],"Thereby,":[168],"we":[169],"pave":[170],"way":[172],"broader":[174],"application":[175],"models":[178]},"counts_by_year":[],"updated_date":"2026-05-22T06:13:13.366637","created_date":"2025-10-14T00:00:00"}