{"id":"https://openalex.org/W4399039725","doi":"https://doi.org/10.1109/tmi.2024.3405535","title":"Multimodal Co-Attention Fusion Network With Online Data Augmentation for Cancer Subtype Classification","display_name":"Multimodal Co-Attention Fusion Network With Online Data Augmentation for Cancer Subtype Classification","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4399039725","doi":"https://doi.org/10.1109/tmi.2024.3405535","pmid":"https://pubmed.ncbi.nlm.nih.gov/38801690"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2024.3405535","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3405535","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021106240","display_name":"Saisai Ding","orcid":"https://orcid.org/0000-0002-4324-7316"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Saisai Ding","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute for Advanced Communication and Data Science, School of Communication and Information Engineering, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4324-7316","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute for Advanced Communication and Data Science, School of Communication and Information Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100648014","display_name":"Juncheng Li","orcid":"https://orcid.org/0000-0001-7314-6754"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juncheng Li","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute for Advanced Communication and Data Science, School of Communication and Information Engineering, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7314-6754","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute for Advanced Communication and Data Science, School of Communication and Information Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100712167","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0001-9548-0411"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute for Advanced Communication and Data Science, School of Communication and Information Engineering, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9548-0411","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute for Advanced Communication and Data Science, School of Communication and Information Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063863772","display_name":"Shihui Ying","orcid":"https://orcid.org/0000-0001-9423-0146"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihui Ying","raw_affiliation_strings":["Department of Mathematics, School of Science, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9423-0146","affiliations":[{"raw_affiliation_string":"Department of Mathematics, School of Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032832318","display_name":"Jun Shi","orcid":"https://orcid.org/0000-0002-3226-3978"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Shi","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute for Advanced Communication and Data Science, School of Communication and Information Engineering, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3226-3978","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute for Advanced Communication and Data Science, School of Communication and Information Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0257,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.97358953,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"43","issue":"11","first_page":"3977","last_page":"3989"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9039999842643738,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5731285810470581},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5580748915672302},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4943571090698242},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4581716060638428},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38888975977897644}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5731285810470581},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5580748915672302},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4943571090698242},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4581716060638428},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38888975977897644},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2024.3405535","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3405535","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:38801690","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38801690","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G194107114","display_name":null,"funder_award_id":"D20031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3161763030","display_name":null,"funder_award_id":"62271298","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2089048280","https://openalex.org/W2263948230","https://openalex.org/W2514628397","https://openalex.org/W2761668583","https://openalex.org/W2785934082","https://openalex.org/W2949197413","https://openalex.org/W2951529591","https://openalex.org/W2954499361","https://openalex.org/W2954996726","https://openalex.org/W2956228567","https://openalex.org/W2967444033","https://openalex.org/W2969278648","https://openalex.org/W2981690252","https://openalex.org/W2996092187","https://openalex.org/W3083699157","https://openalex.org/W3175126073","https://openalex.org/W3176719058","https://openalex.org/W3203023124","https://openalex.org/W3203898052","https://openalex.org/W4213449432","https://openalex.org/W4226116653","https://openalex.org/W4284713902","https://openalex.org/W4288809219","https://openalex.org/W4291021272","https://openalex.org/W4312765357","https://openalex.org/W4323338544","https://openalex.org/W4361802136","https://openalex.org/W4365601479","https://openalex.org/W4386076317","https://openalex.org/W4386076404","https://openalex.org/W4386362695","https://openalex.org/W4386857835","https://openalex.org/W4390706891","https://openalex.org/W4390971224","https://openalex.org/W4393233180","https://openalex.org/W4402263220","https://openalex.org/W6728881024","https://openalex.org/W6734194636","https://openalex.org/W6739879593","https://openalex.org/W6744580074","https://openalex.org/W6747701563","https://openalex.org/W6752083267","https://openalex.org/W6779097766","https://openalex.org/W6795140394","https://openalex.org/W6803426362","https://openalex.org/W6849079066","https://openalex.org/W6851611160","https://openalex.org/W6851700918"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W2033914206","https://openalex.org/W2042327336","https://openalex.org/W3214791684","https://openalex.org/W2353265673","https://openalex.org/W2031175860","https://openalex.org/W2152662039"],"abstract_inverted_index":{"It":[0,102],"is":[1,94,128],"an":[2,161],"essential":[3],"task":[4],"to":[5,48,96,106,117,130,150,173],"accurately":[6],"diagnose":[7],"cancer":[8,15,43,84],"subtypes":[9],"in":[10,145,164],"computational":[11],"pathology":[12],"for":[13,83,152,156],"personalized":[14],"treatment.":[16],"Recent":[17],"studies":[18],"have":[19],"indicated":[20],"that":[21,201],"the":[22,49,57,114,140,170,175,182,193,202,207],"combination":[23],"of":[24,178],"multimodal":[25,52,63,73,89,100,104,154,171],"data,":[26,35,53],"such":[27],"as":[28,54,56],"whole":[29],"slide":[30],"images":[31],"(WSIs)":[32],"and":[33,109,120,138,180],"multi-omics":[34,146],"could":[36],"achieve":[37],"more":[38],"accurate":[39],"diagnosis.":[40],"However,":[41],"robust":[42],"diagnosis":[44],"remains":[45],"challenging":[46],"due":[47],"heterogeneity":[50],"among":[51,134],"well":[55],"performance":[58],"degradation":[59],"caused":[60],"by":[61],"insufficient":[62,153],"patient":[64],"data.":[65,147],"In":[66],"this":[67],"work,":[68],"we":[69,159],"propose":[70,160],"a":[71,88,124],"novel":[72],"co-attention":[74,91],"fusion":[75],"network":[76,126],"(MCFN)":[77],"with":[78],"online":[79],"data":[80,105,137,176,183],"augmentation":[81],"(ODA)":[82],"subtype":[85],"classification.":[86],"Specifically,":[87],"mutual-guided":[90],"(MMC)":[92],"module":[93,163,168],"proposed":[95,203],"effectively":[97],"perform":[98],"dense":[99],"interactions.":[101],"enables":[103],"mutually":[107],"guide":[108,174],"calibrate":[110],"each":[111],"other":[112],"during":[113,185],"integration":[115],"process":[116],"alleviate":[118,139],"inter-":[119],"intra-modal":[121],"heterogeneities.":[122],"Subsequently,":[123],"self-normalizing":[125],"(SNN)-Mixer":[127],"developed":[129],"allow":[131],"information":[132],"communication":[133],"different":[135],"omics":[136],"high-dimensional":[141],"small-sample":[142],"size":[143],"problem":[144],"Most":[148],"importantly,":[149],"compensate":[151],"samples":[155],"model":[157,186],"training,":[158],"ODA":[162,167],"MCFN.":[165],"The":[166,197],"leverages":[169],"knowledge":[172],"augmentations":[177],"WSIs":[179],"maximize":[181],"diversity":[184],"training.":[187],"Extensive":[188],"experiments":[189],"are":[190],"conducted":[191],"on":[192],"public":[194],"TCGA":[195],"dataset.":[196],"experimental":[198],"results":[199],"demonstrate":[200],"MCFN":[204],"outperforms":[205],"all":[206],"compared":[208],"algorithms,":[209],"suggesting":[210],"its":[211],"effectiveness.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":16}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}