{"id":"https://openalex.org/W7165041567","doi":"https://doi.org/10.48550/arxiv.2606.17702","title":"SegTME-UNI2: A Foundation Model-Based Framework for Generalisable Multiclass Cell Segmentation and LLM-Driven Tumour Microenvironment Characterisation in Histopathology","display_name":"SegTME-UNI2: A Foundation Model-Based Framework for Generalisable Multiclass Cell Segmentation and LLM-Driven Tumour Microenvironment Characterisation in Histopathology","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165041567","doi":"https://doi.org/10.48550/arxiv.2606.17702"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17702","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002757668","display_name":"Wan Siti Halimatul Munirah Wan Ahmad","orcid":"https://orcid.org/0000-0001-6364-6341"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmad, Wan Siti Halimatul Munirah Wan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077358441","display_name":"Faris Syahmi Samidi","orcid":"https://orcid.org/0000-0001-5759-7299"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samidi, Faris Syahmi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027410381","display_name":"Mohammad Badal Ahmmed","orcid":"https://orcid.org/0000-0003-3954-6804"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmmed, Mohammad Badal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026954225","display_name":"Vimal Angela Thiviyanathan","orcid":"https://orcid.org/0000-0003-3023-9840"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thiviyanathan, Vimal Angela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138788757","display_name":"Selvam James Thavaraj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thavaraj, Selvam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5021226854","display_name":"Anwar P. P. Abdul Majeed","orcid":"https://orcid.org/0000-0002-3094-5596"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Majeed, Anwar P. P. Abdul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.004399999976158142,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7718999981880188},{"id":"https://openalex.org/keywords/digital-pathology","display_name":"Digital pathology","score":0.5253000259399414},{"id":"https://openalex.org/keywords/stage","display_name":"Stage (stratigraphy)","score":0.49059998989105225},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4675000011920929},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4269999861717224},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.41429999470710754}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7718999981880188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6668999791145325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5755000114440918},{"id":"https://openalex.org/C2777522853","wikidata":"https://www.wikidata.org/wiki/Q5276128","display_name":"Digital pathology","level":2,"score":0.5253000259399414},{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.49059998989105225},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4675000011920929},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4269999861717224},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.41429999470710754},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.413100004196167},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C2780366209","wikidata":"https://www.wikidata.org/wiki/Q5170200","display_name":"Core model","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2964000105857849},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2955000102519989},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2621999979019165},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.25999999046325684},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C174183944","wikidata":"https://www.wikidata.org/wiki/Q334661","display_name":"MIT License","level":3,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Characterising":[0],"the":[1,38,74,123,139],"tumour":[2],"microenvironment":[3],"(TME)":[4],"from":[5,48,122,138],"routine":[6],"H&E-stained":[7],"histology":[8],"images":[9],"requires":[10],"simultaneous":[11],"cell":[12],"segmentation,":[13],"feature":[14,160],"extraction,":[15],"and":[16,61,170,179,199,205,212,223],"interpretable":[17,191],"clinical":[18],"reporting.":[19],"We":[20],"present":[21],"SegTME-UNI2,":[22],"a":[23,33,85,93,157,182],"unified":[24],"framework":[25,203],"addressing":[26],"these":[27],"requirements.":[28],"Its":[29],"core":[30],"is":[31],"UNI2-UperHoVeR,":[32],"dual-head":[34],"segmentation":[35,60],"model":[36,42,95,126,142,187],"pairing":[37],"UNI2-h":[39],"pathology":[40],"foundation":[41],"(ViT-Giant,":[43],"pretrained":[44],"on":[45,127,143,196],">100M":[46],"tiles":[47],"100K":[49],"slides)":[50],"with":[51],"two":[52],"parallel":[53],"UperNet":[54],"decoders:":[55],"one":[56,62],"for":[57,63],"six-class":[58],"semantic":[59],"horizontal-vertical":[64],"gradient":[65],"regression":[66],"enabling":[67],"watershed-based":[68],"nuclear":[69],"instance":[70],"separation.":[71],"To":[72],"address":[73],"lack":[75],"of":[76],"pixel-level":[77],"annotations":[78],"in":[79],"large":[80],"real-world":[81],"repositories,":[82],"UNI2-UperHoVeR":[83,213],"undergoes":[84],"three-stage":[86],"progressive":[87],"pseudo-label":[88,104],"curriculum.":[89],"Each":[90],"stage":[91],"trains":[92],"fresh":[94],"without":[96],"weight":[97],"transfer,":[98],"driving":[99],"improvement":[100],"entirely":[101],"via":[102],"increased":[103],"quality:":[105],"Stage":[106,117,124,134,140],"1:":[107],"Uses":[108,119,136],"human-annotated":[109],"PanNuke":[110,198],"(7,901":[111],"images,":[112],"189,744":[113],"nuclei,":[114],"0.25":[115],"um/pixel).":[116,133,153],"2:":[118],"entropy-filtered":[120],"pseudo-labels":[121,137],"1":[125],"271,711":[128],"TCGA-UT":[129,146,200,210],"scale-0":[130],"patches":[131,147],"(0.5":[132],"3:":[135],"2":[141],"all":[144],"1,608,060":[145],"across":[148],"six":[149],"resolution":[150],"scales":[151],"(0.5-1.0":[152],"Segmentation":[154],"outputs":[155],"feed":[156],"structured":[158],"TME":[159,192,221],"extraction":[161],"pipeline":[162],"computing":[163],"20+":[164],"per-patch":[165],"compositional,":[166],"morphological,":[167],"spatial":[168,224],"entropy,":[169],"intercellular":[171],"distance":[172],"metrics.":[173],"These":[174],"are":[175,215],"encoded":[176],"as":[177],"JSON":[178],"passed":[180],"to":[181,188,218],"fine-tuned":[183],"NVIDIA":[184],"BioNeMo":[185],"GPT":[186],"generate":[189],"clinically":[190],"narratives.":[193],"Preliminary":[194],"validation":[195],"held-out":[197],"partitions":[201],"demonstrates":[202],"feasibility":[204],"internal":[206],"consistency.":[207],"The":[208],"pseudo-labelled":[209],"dataset":[211],"checkpoint":[214],"publicly":[216],"released":[217],"support":[219],"large-scale":[220],"profiling":[222],"biology":[225],"research.":[226]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-18T00:00:00"}