{"id":"https://openalex.org/W7154472088","doi":"https://doi.org/10.1007/s10916-026-02379-0","title":"End-to-End Multimodal Multiple Instance Learning for Cancer Histopathology Classification with Dual-Attention Fusion","display_name":"End-to-End Multimodal Multiple Instance Learning for Cancer Histopathology Classification with Dual-Attention Fusion","publication_year":2026,"publication_date":"2026-04-15","ids":{"openalex":"https://openalex.org/W7154472088","doi":"https://doi.org/10.1007/s10916-026-02379-0","pmid":"https://pubmed.ncbi.nlm.nih.gov/41986692"},"language":"en","primary_location":{"id":"doi:10.1007/s10916-026-02379-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10916-026-02379-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10916-026-02379-0.pdf","source":{"id":"https://openalex.org/S37151855","display_name":"Journal of Medical Systems","issn_l":"0148-5598","issn":["0148-5598","1573-689X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10916-026-02379-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116867980","display_name":"Satoshi Shirae","orcid":null},"institutions":[{"id":"https://openalex.org/I178574317","display_name":"Mie University","ror":"https://ror.org/01529vy56","country_code":"JP","type":"education","lineage":["https://openalex.org/I178574317"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Satoshi Shirae","raw_affiliation_strings":["Graduate School of Engineering, Mie University, 1577 Kurima-machiya, Tsu, 514-8507, Mie, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Mie University, 1577 Kurima-machiya, Tsu, 514-8507, Mie, Japan","institution_ids":["https://openalex.org/I178574317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133715325","display_name":"Shyam S. Debsarkar","orcid":null},"institutions":[{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shyam S. Debsarkar","raw_affiliation_strings":["Department of Computer Science, University of Cincinnati, 2600 Clifton Ave, Cincinnati, OH, 45221, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Cincinnati, 2600 Clifton Ave, Cincinnati, OH, 45221, USA","institution_ids":["https://openalex.org/I63135867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133662048","display_name":"Hiroharu Kawanaka","orcid":null},"institutions":[{"id":"https://openalex.org/I178574317","display_name":"Mie University","ror":"https://ror.org/01529vy56","country_code":"JP","type":"education","lineage":["https://openalex.org/I178574317"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroharu Kawanaka","raw_affiliation_strings":["Graduate School of Engineering, Mie University, 1577 Kurima-machiya, Tsu, 514-8507, Mie, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Mie University, 1577 Kurima-machiya, Tsu, 514-8507, Mie, Japan","institution_ids":["https://openalex.org/I178574317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064856328","display_name":"Bruce J. Aronow","orcid":"https://orcid.org/0000-0001-5109-6514"},"institutions":[{"id":"https://openalex.org/I1285204247","display_name":"Cincinnati Children's Hospital Medical Center","ror":"https://ror.org/01hcyya48","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1285204247"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bruce J. Aronow","raw_affiliation_strings":["Division of Biomedical Informatics, Cincinnati Children's Hospital Medical Center, 3333 Burnet Ave, Cincinnati, OH, 45229, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Biomedical Informatics, Cincinnati Children's Hospital Medical Center, 3333 Burnet Ave, Cincinnati, OH, 45229, USA","institution_ids":["https://openalex.org/I1285204247"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017246903","display_name":"V. B. Surya Prasath","orcid":"https://orcid.org/0000-0001-7163-7453"},"institutions":[{"id":"https://openalex.org/I1285204247","display_name":"Cincinnati Children's Hospital Medical Center","ror":"https://ror.org/01hcyya48","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1285204247"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"V. B. Surya Prasath","raw_affiliation_strings":["Division of Biomedical Informatics, Cincinnati Children's Hospital Medical Center, 3333 Burnet Ave, Cincinnati, OH, 45229, USA. surya.prasath@cchmc.org"],"raw_orcid":"https://orcid.org/0000-0001-7163-7453","affiliations":[{"raw_affiliation_string":"Division of Biomedical Informatics, Cincinnati Children's Hospital Medical Center, 3333 Burnet Ave, Cincinnati, OH, 45229, USA. surya.prasath@cchmc.org","institution_ids":["https://openalex.org/I1285204247"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5116867980"],"corresponding_institution_ids":["https://openalex.org/I178574317"],"apc_list":{"value":3390,"currency":"EUR","value_usd":4390},"apc_paid":{"value":3390,"currency":"EUR","value_usd":4390},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.84116628,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"50","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.859000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.859000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.024800000712275505,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.012000000104308128,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.6394000053405762},{"id":"https://openalex.org/keywords/cancer","display_name":"Cancer","score":0.588100016117096},{"id":"https://openalex.org/keywords/histopathology","display_name":"Histopathology","score":0.3621000051498413},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.3522000014781952},{"id":"https://openalex.org/keywords/information-fusion","display_name":"Information fusion","score":0.32739999890327454},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.31150001287460327}],"concepts":[{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.6394000053405762},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5965999960899353},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5953999757766724},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.588100016117096},{"id":"https://openalex.org/C544855455","wikidata":"https://www.wikidata.org/wiki/Q1070952","display_name":"Histopathology","level":2,"score":0.3621000051498413},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33739998936653137},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.28679999709129333},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C191630685","wikidata":"https://www.wikidata.org/wiki/Q4027615","display_name":"Informatics","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10916-026-02379-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10916-026-02379-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10916-026-02379-0.pdf","source":{"id":"https://openalex.org/S37151855","display_name":"Journal of Medical Systems","issn_l":"0148-5598","issn":["0148-5598","1573-689X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Systems","raw_type":"journal-article"},{"id":"pmid:41986692","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41986692","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of medical systems","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:13083524","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13083524/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13083524/pdf/10916_2026_Article_2379.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Med Syst","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10916-026-02379-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10916-026-02379-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10916-026-02379-0.pdf","source":{"id":"https://openalex.org/S37151855","display_name":"Journal of Medical Systems","issn_l":"0148-5598","issn":["0148-5598","1573-689X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7453836868","display_name":null,"funder_award_id":"U24-HL148865","funder_id":"https://openalex.org/F4320337338","funder_display_name":"National Heart, Lung, and Blood Institute"}],"funders":[{"id":"https://openalex.org/F4320337338","display_name":"National Heart, Lung, and Blood Institute","ror":"https://ror.org/012pb6c26"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7154472088.pdf","grobid_xml":"https://content.openalex.org/works/W7154472088.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1126567730","https://openalex.org/W1972840121","https://openalex.org/W2025381747","https://openalex.org/W2044197183","https://openalex.org/W2100242207","https://openalex.org/W2103243046","https://openalex.org/W2110502951","https://openalex.org/W2119975486","https://openalex.org/W2130410032","https://openalex.org/W2131994307","https://openalex.org/W2136693965","https://openalex.org/W2170744484","https://openalex.org/W2308978198","https://openalex.org/W2334221514","https://openalex.org/W2366536035","https://openalex.org/W2413791266","https://openalex.org/W2495425901","https://openalex.org/W2515969222","https://openalex.org/W2588364766","https://openalex.org/W2604999186","https://openalex.org/W2610403529","https://openalex.org/W2659205250","https://openalex.org/W2749577869","https://openalex.org/W2760946358","https://openalex.org/W2806553073","https://openalex.org/W2806683285","https://openalex.org/W2811121616","https://openalex.org/W2920197611","https://openalex.org/W3047056765","https://openalex.org/W3081776721","https://openalex.org/W3135547872","https://openalex.org/W3160261825","https://openalex.org/W3173365702","https://openalex.org/W3176719058","https://openalex.org/W3186288132","https://openalex.org/W3199776813","https://openalex.org/W3203898052","https://openalex.org/W4244944704","https://openalex.org/W4295951577","https://openalex.org/W4308842833","https://openalex.org/W4390841990","https://openalex.org/W4391631462","https://openalex.org/W4400864150","https://openalex.org/W4404199198","https://openalex.org/W4405727134","https://openalex.org/W4406431707","https://openalex.org/W4409049951","https://openalex.org/W4415974311","https://openalex.org/W4417055013"],"related_works":[],"abstract_inverted_index":{"In":[0,21,123],"recent":[1],"years,":[2],"computational":[3,175],"pathology":[4],"has":[5],"advanced":[6],"toward":[7],"integrating":[8],"histopathological":[9],"images":[10,36],"and":[11,18,53,76,82,87,105,117,134,156,185],"genomic":[12],"data":[13],"to":[14,69,181],"improve":[15],"diagnostic":[16],"accuracy":[17],"biological":[19],"interpretability.":[20],"this":[22],"study,":[23],"we":[24],"propose":[25],"a":[26,50,139],"lightweight":[27],"end-to-end":[28],"multi-instance":[29],"learning":[30],"model":[31,113,168],"that":[32,110,151],"integrates":[33],"whole":[34],"slide":[35],"(WSIs)":[37],"with":[38,138],"gene":[39,55,59,77,120],"expression":[40],"profiles.":[41],"The":[42],"proposed":[43,112,167],"method":[44],"efficiently":[45],"extracts":[46],"image":[47],"features":[48,78],"using":[49],"reduced":[51],"MobileNetV4":[52],"treats":[54],"information":[56,158],"at":[57],"the":[58,111,125,152,166],"set":[60],"level":[61],"based":[62],"on":[63,92],"Gene":[64],"Set":[65],"Enrichment":[66],"Analysis":[67],"(GSEA)":[68],"capture":[70],"functional":[71],"relationships":[72],"among":[73],"genes.":[74],"Image":[75],"are":[79],"aggregated":[80],"within":[81],"across":[83],"modalities":[84],"through":[85],"self-attention":[86],"cross-attention":[88],"mechanisms.":[89],"Our":[90],"experiments":[91],"three":[93],"cancer":[94,103,107],"types,":[95],"namely":[96],"low-grade":[97],"glioma":[98],"(LGG),":[99],"non-small":[100],"cell":[101],"lung":[102],"(NSCLC),":[104],"breast":[106],"(BRCA)":[108],"showed":[109],"outperformed":[114],"image-only":[115],"models":[116],"conventional":[118],"single-vector":[119],"input":[121],"models.":[122],"particular,":[124],"ROC-AUC":[126],"reached":[127],"0.740":[128],"for":[129,132,136,145,161],"LGG,":[130],"0.982":[131],"NSCLC,":[133],"0.966":[135],"BRCA,":[137],"notable":[140],"improvement":[141],"in":[142],"PR-AUC":[143],"observed":[144],"BRCA":[146],"classification.":[147],"These":[148],"results":[149],"indicate":[150],"integration":[153],"of":[154],"morphological":[155],"molecular":[157],"is":[159],"effective":[160],"capturing":[162],"disease":[163],"characteristics.":[164],"Furthermore,":[165],"maintains":[169],"high":[170],"classification":[171],"performance":[172],"while":[173],"reducing":[174],"resources,":[176],"suggesting":[177],"its":[178],"potential":[179],"applicability":[180],"large-scale":[182],"pathological":[183],"datasets":[184],"clinical":[186],"applications.":[187]},"counts_by_year":[],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2026-04-16T00:00:00"}