{"id":"https://openalex.org/W4414322082","doi":"https://doi.org/10.1109/tpami.2025.3611531","title":"Pathway-Aware Multimodal Transformer (PAMT): Integrating Pathological Image and Gene Expression for Interpretable Cancer Survival Analysis","display_name":"Pathway-Aware Multimodal Transformer (PAMT): Integrating Pathological Image and Gene Expression for Interpretable Cancer Survival Analysis","publication_year":2025,"publication_date":"2025-09-18","ids":{"openalex":"https://openalex.org/W4414322082","doi":"https://doi.org/10.1109/tpami.2025.3611531","pmid":"https://pubmed.ncbi.nlm.nih.gov/40966149"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3611531","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3611531","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003979715","display_name":"Rui Yan","orcid":"https://orcid.org/0000-0002-1336-1740"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rui Yan","raw_affiliation_strings":["School of Biomedical Engineering, University of Science and Technology of China (USTC), Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, University of Science and Technology of China (USTC), Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100639257","display_name":"Xueyuan Zhang","orcid":"https://orcid.org/0000-0002-7010-8004"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueyuan Zhang","raw_affiliation_strings":["Chongqing Zhijian Life Technology Company Ltd., Chongqing, China","Chongqing Zhijian Life Technology Co., Ltd., Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Zhijian Life Technology Company Ltd., Chongqing, China","institution_ids":["https://openalex.org/I50632499"]},{"raw_affiliation_string":"Chongqing Zhijian Life Technology Co., Ltd., Chongqing, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072421286","display_name":"Zihang Jiang","orcid":"https://orcid.org/0000-0002-8096-842X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihang Jiang","raw_affiliation_strings":["School of Biomedical Engineering, University of Science and Technology of China (USTC), Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, University of Science and Technology of China (USTC), Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089702393","display_name":"Baizhi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baizhi Wang","raw_affiliation_strings":["School of Biomedical Engineering, University of Science and Technology of China (USTC), Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, University of Science and Technology of China (USTC), Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015235892","display_name":"Xiu\u2010Wu Bian","orcid":"https://orcid.org/0000-0003-4383-0197"},"institutions":[{"id":"https://openalex.org/I151075929","display_name":"Army Medical University","ror":"https://ror.org/05w21nn13","country_code":"CN","type":"education","lineage":["https://openalex.org/I151075929"]},{"id":"https://openalex.org/I4210131174","display_name":"Southwest Hospital","ror":"https://ror.org/02jn36537","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210131174"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuwu Bian","raw_affiliation_strings":["Institute of Pathology and Southwest Cancer Center, Southwest Hospital, Key Laboratory of Tumor Immunopathology, Ministry of Education of China, Third Military Medical University (Army Medical University), Chongqing, China","Institute of Pathology and Southwest Cancer Center, Southwest Hospital, Third Military Medical University (Army Medical University), China"],"affiliations":[{"raw_affiliation_string":"Institute of Pathology and Southwest Cancer Center, Southwest Hospital, Key Laboratory of Tumor Immunopathology, Ministry of Education of China, Third Military Medical University (Army Medical University), Chongqing, China","institution_ids":["https://openalex.org/I151075929","https://openalex.org/I4210131174"]},{"raw_affiliation_string":"Institute of Pathology and Southwest Cancer Center, Southwest Hospital, Third Military Medical University (Army Medical University), China","institution_ids":["https://openalex.org/I151075929","https://openalex.org/I4210131174"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100769579","display_name":"Fei Ren","orcid":"https://orcid.org/0000-0002-3186-3170"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Ren","raw_affiliation_strings":["State Key Laboratory of Processors, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Processors, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":null,"display_name":"S. Kevin Zhou","orcid":"https://orcid.org/0000-0002-6881-4444"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"S. Kevin Zhou","raw_affiliation_strings":["School of Biomedical Engineering, University of Science and Technology of China (USTC), Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, University of Science and Technology of China (USTC), Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5003979715"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":2.301,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.89164466,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"48","issue":"1","first_page":"896","last_page":"913"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13937","display_name":"Genetics, Bioinformatics, and Biomedical Research","score":0.7315000295639038,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T13937","display_name":"Genetics, Bioinformatics, and Biomedical Research","score":0.7315000295639038,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.7031000256538391,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.6829000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.426800012588501},{"id":"https://openalex.org/keywords/fusion-gene","display_name":"Fusion gene","score":0.3926999866962433},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.39089998602867126},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38429999351501465},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.35600000619888306},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.3474000096321106},{"id":"https://openalex.org/keywords/lung-cancer","display_name":"Lung cancer","score":0.3425999879837036},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.3327000141143799},{"id":"https://openalex.org/keywords/information-fusion","display_name":"Information fusion","score":0.32820001244544983}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6527000069618225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6496000289916992},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.426800012588501},{"id":"https://openalex.org/C111829193","wikidata":"https://www.wikidata.org/wiki/Q1108970","display_name":"Fusion gene","level":3,"score":0.3926999866962433},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37619999051094055},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.35600000619888306},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3474000096321106},{"id":"https://openalex.org/C2776256026","wikidata":"https://www.wikidata.org/wiki/Q47912","display_name":"Lung cancer","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.3327000141143799},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.32820001244544983},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32659998536109924},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.3005000054836273},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C207886595","wikidata":"https://www.wikidata.org/wiki/Q1456138","display_name":"Pathological","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C18431079","wikidata":"https://www.wikidata.org/wiki/Q1502169","display_name":"Gene expression profiling","level":4,"score":0.28450000286102295},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C3020167199","wikidata":"https://www.wikidata.org/wiki/Q5031455","display_name":"Cancer survival","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.26030001044273376},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2547000050544739},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.25270000100135803}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000378","qualifier_name":"metabolism","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000378","qualifier_name":"metabolism","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000401","qualifier_name":"mortality","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000401","qualifier_name":"mortality","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":true},{"descriptor_ui":"D016019","descriptor_name":"Survival Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016019","descriptor_name":"Survival Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3611531","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3611531","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40966149","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40966149","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4180768586","display_name":null,"funder_award_id":"62402473","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7571408944","display_name":null,"funder_award_id":"62271465","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W2022495797","https://openalex.org/W2110256992","https://openalex.org/W2130410032","https://openalex.org/W2149199519","https://openalex.org/W2160450758","https://openalex.org/W2163563958","https://openalex.org/W2329674354","https://openalex.org/W2745940724","https://openalex.org/W2753919178","https://openalex.org/W2766845401","https://openalex.org/W2769383666","https://openalex.org/W2791015340","https://openalex.org/W2797883881","https://openalex.org/W2890655214","https://openalex.org/W2912868343","https://openalex.org/W2915513942","https://openalex.org/W2943416342","https://openalex.org/W2948475969","https://openalex.org/W2951209146","https://openalex.org/W2954499361","https://openalex.org/W2966666419","https://openalex.org/W2974825848","https://openalex.org/W2996092187","https://openalex.org/W3017019970","https://openalex.org/W3043535018","https://openalex.org/W3090449556","https://openalex.org/W3113131332","https://openalex.org/W3137675974","https://openalex.org/W3151130473","https://openalex.org/W3159481202","https://openalex.org/W3165215947","https://openalex.org/W3176016422","https://openalex.org/W3199772305","https://openalex.org/W3201906559","https://openalex.org/W3203898052","https://openalex.org/W3204764952","https://openalex.org/W3205594709","https://openalex.org/W4206662285","https://openalex.org/W4213164367","https://openalex.org/W4226120250","https://openalex.org/W4283645969","https://openalex.org/W4283717989","https://openalex.org/W4291021272","https://openalex.org/W4295951577","https://openalex.org/W4304014045","https://openalex.org/W4306955484","https://openalex.org/W4312468136","https://openalex.org/W4312523470","https://openalex.org/W4318566866","https://openalex.org/W4366779198","https://openalex.org/W4376226279","https://openalex.org/W4382202923","https://openalex.org/W4385245566","https://openalex.org/W4385948838","https://openalex.org/W4386083213","https://openalex.org/W4387211638","https://openalex.org/W4390872175","https://openalex.org/W4390874126","https://openalex.org/W4392947521","https://openalex.org/W4402716294"],"related_works":[],"abstract_inverted_index":{"Integrating":[0],"multimodal":[1,24],"data":[2],"of":[3,114,139,158,168,210],"pathological":[4,40],"image":[5,41,190,202],"and":[6,39,125,197,218],"gene":[7],"expression":[8],"for":[9,55],"cancer":[10,57],"survival":[11,58],"analysis":[12],"can":[13],"achieve":[14],"better":[15],"results":[16,205],"than":[17],"using":[18],"a":[19,48,98,145,174,181],"single":[20],"modality.":[21],"However,":[22],"existing":[23],"learning":[25],"methods":[26],"ignore":[27],"fine-grained":[28,64],"interactions":[29,35],"between":[30,36,107],"both":[31],"modalities,":[32],"especially":[33],"the":[34,61,72,81,91,112,115,121,128,135,156,163,195,223,228],"biological":[37],"pathways":[38],"patches.":[42],"In":[43,71,90,127,161],"this":[44],"article,":[45],"we":[46,79,96,143],"propose":[47,144],"novel":[49,99],"Pathway-Aware":[50],"Multimodal":[51],"Transformer":[52,82],"(PAMT)":[53],"framework":[54,225],"interpretable":[56],"analysis.":[59],"Specifically,":[60],"PAMT":[62,169],"learns":[63],"modality":[65],"interaction":[66,77,154],"through":[67],"three":[68,208],"stages:":[69],"(1)":[70],"intra-modal":[73,86],"pathway-pathway":[74],"/":[75],"patch-patch":[76],"stage,":[78,95,132],"use":[80],"model":[83,134],"to":[84,103,120,133,150,176,184,198],"perform":[85,151],"information":[87,106,153],"interaction;":[88],"(2)":[89],"inter-modal":[92,129,152,164],"pathway-patch":[93,130],"alignment":[94],"introduce":[97],"label-free":[100],"contrastive":[101],"loss":[102],"aligns":[104],"semantic":[105,123],"different":[108],"modalities":[109,117],"so":[110],"that":[111,222],"features":[113],"two":[116],"are":[118,192],"mapped":[119],"same":[122],"space;":[124],"(3)":[126],"fusion":[131,148,166],"medical":[136],"prior":[137],"knowledge":[138],"\"genotype":[140],"determines":[141],"phenotype\",":[142],"pathway-to-patch":[146],"cross":[147,165],"module":[149,167],"under":[155],"guidance":[157],"pathway":[159,179],"prior.":[160],"addition,":[162],"endows":[170],"good":[171],"interpretability,":[172],"helping":[173],"pathologist":[175],"screen":[177],"which":[178],"plays":[180],"key":[182],"role,":[183],"locate":[185],"where":[186],"on":[187,207],"whole":[188],"slide":[189],"(WSI)":[191],"affected":[193],"by":[194],"pathway,":[196],"mine":[199],"prognosis-relevant":[200],"pathology":[201],"patterns.":[203],"Experimental":[204],"based":[206],"datasets":[209],"bladder":[211],"urothelial":[212],"carcinoma,":[213,217],"lung":[214,219],"squamous":[215],"cell":[216],"adenocarcinoma":[220],"demonstrate":[221],"proposed":[224],"significantly":[226],"outperforms":[227],"state-of-the-art":[229],"methods.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}