{"id":"https://openalex.org/W7160235925","doi":"https://doi.org/10.48550/arxiv.2605.01144","title":"Semantic Context-aware mOdality fUsion Transformer (SCOUT): A Context-Aware Multimodal Transformer for Concept-Grounded Pathology Report Generation","display_name":"Semantic Context-aware mOdality fUsion Transformer (SCOUT): A Context-Aware Multimodal Transformer for Concept-Grounded Pathology Report Generation","publication_year":2026,"publication_date":"2026-05-01","ids":{"openalex":"https://openalex.org/W7160235925","doi":"https://doi.org/10.48550/arxiv.2605.01144"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.01144","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01144","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.01144","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135323124","display_name":"Suryakant Singh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Suryakant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073873025","display_name":"Saarthak Kapse","orcid":"https://orcid.org/0000-0002-5426-4111"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kapse, Saarthak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135356455","display_name":"Joel Saltz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saltz, Joel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135394810","display_name":"Prateek Prasanna","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prasanna, Prateek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.29660001397132874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.29660001397132874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.27970001101493835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2134000062942505,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7472000122070312},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.362199991941452},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.32589998841285706},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3179999887943268},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3109000027179718},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.3093000054359436},{"id":"https://openalex.org/keywords/clinical-practice","display_name":"Clinical Practice","score":0.30820000171661377},{"id":"https://openalex.org/keywords/molecular-pathology","display_name":"Molecular pathology","score":0.29409998655319214}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7472000122070312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7235000133514404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5960999727249146},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36160001158714294},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.32589998841285706},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.30309998989105225},{"id":"https://openalex.org/C74092355","wikidata":"https://www.wikidata.org/wiki/Q1056943","display_name":"Molecular pathology","level":3,"score":0.29409998655319214},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2874999940395355},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C202269582","wikidata":"https://www.wikidata.org/wiki/Q2644277","display_name":"Complementarity (molecular biology)","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C2777522853","wikidata":"https://www.wikidata.org/wiki/Q5276128","display_name":"Digital pathology","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.266400009393692}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.01144","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01144","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.01144","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01144","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7908555269241333,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Whole-slide":[0],"images":[1],"(WSIs)":[2],"present":[3,81],"a":[4,88,125],"fundamental":[5],"challenge":[6],"for":[7,20,93,226],"computational":[8],"pathology":[9,26,94,228],"due":[10],"to":[11,40,132,186],"their":[12],"extreme":[13],"resolution,":[14],"multi-scale":[15],"heterogeneity,":[16],"and":[17,46,69,76,108,120,173,179,188,200,209,218],"the":[18,55,137,152,183,195],"requirement":[19],"clinically":[21,155],"reliable":[22],"interpretation.":[23],"Although":[24],"recent":[25],"foundation":[27],"models":[28],"have":[29],"enabled":[30],"fluent":[31],"report":[32,95,229],"generation,":[33,151],"they":[34],"often":[35],"lack":[36],"clinical":[37,77],"grounding,":[38],"failing":[39],"accurately":[41],"represent":[42],"key":[43],"diagnostic":[44,71,110],"concepts":[45],"relationships":[47],"observed":[48],"by":[49,104],"pathologists.":[50],"This":[51],"limitation":[52],"arises":[53],"from":[54],"difficulty":[56],"of":[57,101],"integrating":[58],"heterogeneous":[59],"visual":[60,130],"evidence":[61],"spanning":[62],"fine-grained":[63],"cellular":[64],"patterns,":[65,117],"slide-level":[66],"tissue":[67],"architecture,":[68],"high-level":[70],"concepts,":[72],"while":[73,158],"maintaining":[74],"interpretability":[75],"coherence.":[78],"Here":[79],"we":[80,167],"SCOUT:":[82],"Semantic":[83],"Context-aware":[84],"mOdality":[85],"fUsion":[86],"Transformer,":[87],"context-aware":[89],"concept-grounded":[90],"multimodal":[91,147],"framework":[92,153],"generation":[96],"that":[97],"enables":[98],"progressive":[99,223],"conditioning":[100,225],"image":[102],"representations":[103],"global":[105],"slide":[106],"information":[107],"explicit":[109],"concepts.":[111],"The":[112],"method":[113],"integrates":[114],"local":[115],"histological":[116],"whole-slide":[118],"context,":[119],"expert-curated":[121],"semantic":[122],"descriptors":[123],"within":[124],"unified":[126],"learning":[127],"paradigm,":[128],"allowing":[129],"features":[131],"be":[133],"dynamically":[134],"refined":[135],"throughout":[136],"encoding":[138],"process.":[139],"By":[140],"combining":[141],"depth-aware":[142],"contextual":[143,224],"modulation":[144],"with":[145],"adaptive":[146],"fusion":[148],"during":[149],"text":[150],"produces":[154],"coherent":[156],"reports":[157],"preserving":[159],"complementarity":[160],"across":[161],"representational":[162],"scales.":[163],"Using":[164],"CONCH1.5":[165],"features,":[166],"evaluate":[168],"SCOUT":[169,181],"against":[170],"WSI-Caption,":[171],"HistGen,":[172],"BiGen":[174],"on":[175,191,198,212],"TCGA-BRCA,":[176,204],"MICCAI":[177,201],"REG,":[178],"HistAI.":[180],"achieves":[182,216],"best":[184,196],"BLEU-1":[185],"BLEU-4":[187],"METEOR":[189],"scores":[190],"all":[192],"datasets,":[193],"plus":[194],"ROUGE-L":[197],"TCGA-BRCA":[199],"REG.":[202],"On":[203],"it":[205,215],"reaches":[206],"0.436/0.303/0.202/0.156":[207],"BLEU-1/2/3/4":[208],"0.204":[210],"METEOR;":[211],"REG":[213],"2025,":[214],"0.865/0.834/0.805/0.780":[217],"0.568.":[219],"These":[220],"results":[221],"support":[222],"grounded":[227],"generation.":[230]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-06T00:00:00"}