{"id":"https://openalex.org/W4381198685","doi":"https://doi.org/10.1109/tmi.2023.3287256","title":"Shared-Specific Feature Learning With Bottleneck Fusion Transformer for Multi-Modal Whole Slide Image Analysis","display_name":"Shared-Specific Feature Learning With Bottleneck Fusion Transformer for Multi-Modal Whole Slide Image Analysis","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W4381198685","doi":"https://doi.org/10.1109/tmi.2023.3287256","pmid":"https://pubmed.ncbi.nlm.nih.gov/37335798"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2023.3287256","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2023.3287256","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101573010","display_name":"Wang Zhi-hua","orcid":"https://orcid.org/0000-0003-4817-0095"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihua Wang","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0003-4817-0095","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012581106","display_name":"Lequan Yu","orcid":"https://orcid.org/0000-0002-9315-6527"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lequan Yu","raw_affiliation_strings":["Department of Statistics and Actuarial Science, The University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-9315-6527","affiliations":[{"raw_affiliation_string":"Department of Statistics and Actuarial Science, The University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084601239","display_name":"Xin Ding","orcid":"https://orcid.org/0000-0003-2183-607X"},"institutions":[{"id":"https://openalex.org/I4210124907","display_name":"Zhongshan Hospital of Xiamen University","ror":"https://ror.org/02z125451","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210124907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Ding","raw_affiliation_strings":["Zhongshan Hospital, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongshan Hospital, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I4210124907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109924610","display_name":"Xuehong Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124907","display_name":"Zhongshan Hospital of Xiamen University","ror":"https://ror.org/02z125451","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210124907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuehong Liao","raw_affiliation_strings":["Zhongshan Hospital, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongshan Hospital, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I4210124907"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100613491","display_name":"Liansheng Wang","orcid":"https://orcid.org/0000-0002-2096-454X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liansheng Wang","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-2096-454X","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6484,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.93989221,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"42","issue":"11","first_page":"3374","last_page":"3383"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10146","display_name":"Cervical Cancer and HPV Research","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13953","display_name":"Digital Imaging in Medicine","score":0.9732000231742859,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7892698645591736},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7376150488853455},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5767808556556702},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.521731972694397},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4744754135608673},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4520062804222107},{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.4469718039035797},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4312087297439575},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4124855399131775},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3751581907272339},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37102624773979187},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.10965493321418762}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7892698645591736},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7376150488853455},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5767808556556702},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.521731972694397},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4744754135608673},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4520062804222107},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.4469718039035797},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4312087297439575},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4124855399131775},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3751581907272339},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37102624773979187},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.10965493321418762},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001706","descriptor_name":"Biopsy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001706","descriptor_name":"Biopsy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001706","descriptor_name":"Biopsy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008207","descriptor_name":"Lymphatic Metastasis","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D008207","descriptor_name":"Lymphatic Metastasis","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D008207","descriptor_name":"Lymphatic Metastasis","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D057285","descriptor_name":"Precision Medicine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057285","descriptor_name":"Precision Medicine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057285","descriptor_name":"Precision Medicine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2023.3287256","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2023.3287256","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:37335798","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37335798","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G683322487","display_name":null,"funder_award_id":"20720210121","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G788513685","display_name":null,"funder_award_id":"20720190012","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1731081199","https://openalex.org/W1966450612","https://openalex.org/W2011430131","https://openalex.org/W2060427373","https://openalex.org/W2104657103","https://openalex.org/W2184188583","https://openalex.org/W2194775991","https://openalex.org/W2507319753","https://openalex.org/W2531897166","https://openalex.org/W2619383789","https://openalex.org/W2761668583","https://openalex.org/W2768919623","https://openalex.org/W2785934082","https://openalex.org/W2905562398","https://openalex.org/W2914010260","https://openalex.org/W2948475969","https://openalex.org/W2963383024","https://openalex.org/W2963521239","https://openalex.org/W2964010806","https://openalex.org/W2973431617","https://openalex.org/W2996092187","https://openalex.org/W3034534840","https://openalex.org/W3043535018","https://openalex.org/W3045295565","https://openalex.org/W3083699157","https://openalex.org/W3093434718","https://openalex.org/W3158601984","https://openalex.org/W3174906557","https://openalex.org/W3184369217","https://openalex.org/W3198686033","https://openalex.org/W3201905155","https://openalex.org/W3203023124","https://openalex.org/W3203480968","https://openalex.org/W3203898052","https://openalex.org/W3204614423","https://openalex.org/W3204958849","https://openalex.org/W3211647829","https://openalex.org/W3216448540","https://openalex.org/W4206706211","https://openalex.org/W4221086349","https://openalex.org/W4248112284","https://openalex.org/W4283645969","https://openalex.org/W4291021272","https://openalex.org/W4292829041","https://openalex.org/W4385245566","https://openalex.org/W6637618735","https://openalex.org/W6686207219","https://openalex.org/W6739901393","https://openalex.org/W6747701563","https://openalex.org/W6752083267","https://openalex.org/W6759027147","https://openalex.org/W6768006592","https://openalex.org/W6780226713","https://openalex.org/W6797613833","https://openalex.org/W6803426362"],"related_works":["https://openalex.org/W1504394672","https://openalex.org/W2622284819","https://openalex.org/W3089381707","https://openalex.org/W3034190530","https://openalex.org/W4285254085","https://openalex.org/W2741297526","https://openalex.org/W3129794609","https://openalex.org/W2949033103","https://openalex.org/W2304083841","https://openalex.org/W2362448732"],"abstract_inverted_index":{"The":[0],"fusion":[1],"of":[2,41,210,227],"multi-modal":[3,74,84,180],"medical":[4,10],"data":[5,31],"is":[6],"essential":[7],"to":[8,12,47,88,114,136,169,173],"assist":[9],"experts":[11],"make":[13],"treatment":[14],"decisions":[15],"for":[16,123,154,195],"precision":[17],"medicine.":[18],"For":[19],"example,":[20],"combining":[21],"the":[22,36,54,68,73,138,183,208,218,225,230],"whole":[23],"slide":[24],"histopathological":[25],"images":[26],"(WSIs)":[27],"and":[28,96,140,163,176,185,214],"tabular":[29,64,97],"clinical":[30,65,98],"can":[32],"more":[33,59],"accurately":[34],"predict":[35,89],"lymph":[37,50,90,203],"node":[38,51,91,204],"metastasis":[39,92,205],"(LNM)":[40],"papillary":[42],"thyroid":[43],"carcinoma":[44],"before":[45],"surgery":[46],"avoid":[48],"unnecessary":[49],"resection.":[52],"However,":[53],"huge-sized":[55],"WSI":[56,75],"provides":[57],"much":[58],"high-dimensional":[60,116],"information":[61,69],"than":[62],"low-dimensional":[63,120],"data,":[66],"making":[67],"alignment":[70],"challenging":[71],"in":[72],"analysis":[76],"tasks.":[77],"This":[78],"paper":[79],"presents":[80],"a":[81,128,147,160],"novel":[82,129],"transformer-guided":[83],"multi-instance":[85,105],"learning":[86],"framework":[87,216],"from":[93,179],"both":[94],"WSIs":[95,117],"data.":[99,181],"We":[100,125],"first":[101],"propose":[102],"an":[103,192],"effective":[104],"grouping":[106,112],"scheme,":[107],"named":[108],"siamese":[109],"attention-based":[110],"feature":[111,121,132],"(SAG),":[113],"group":[115],"into":[118],"representative":[119],"embeddings":[122],"fusion.":[124],"then":[126],"design":[127],"bottleneck":[130,150],"shared-specific":[131],"transfer":[133,156],"module":[134],"(BSFT)":[135],"explore":[137],"shared":[139,175,184],"specific":[141,177,186],"features":[142,178,187],"between":[143,157],"different":[144],"modalities,":[145],"where":[146],"few":[148],"learnable":[149],"tokens":[151],"are":[152,188],"utilized":[153],"knowledge":[155],"modalities.":[158],"Moreover,":[159],"modal":[161],"adaptation":[162],"orthogonal":[164],"projection":[165],"scheme":[166],"were":[167],"incorporated":[168],"further":[170],"encourage":[171],"BSFT":[172],"learn":[174],"Finally,":[182],"dynamically":[189],"aggregated":[190],"via":[191],"attention":[193],"mechanism":[194],"slide-level":[196],"prediction.":[197],"Experimental":[198],"results":[199],"on":[200],"our":[201,211,215],"collected":[202],"dataset":[206],"demonstrate":[207],"efficiency":[209],"proposed":[212],"components":[213],"achieves":[217],"best":[219],"performance":[220],"with":[221],"AUC":[222],"(area":[223],"under":[224],"curve)":[226],"97.34%,":[228],"outperforming":[229],"state-of-the-art":[231],"methods":[232],"by":[233],"over":[234],"1.27%.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}