{"id":"https://openalex.org/W4399206080","doi":"https://doi.org/10.1109/jbhi.2024.3407772","title":"BTSSPro: Prompt-Guided Multimodal Co-Learning for Breast Cancer Tumor Segmentation and Survival Prediction","display_name":"BTSSPro: Prompt-Guided Multimodal Co-Learning for Breast Cancer Tumor Segmentation and Survival Prediction","publication_year":2024,"publication_date":"2024-05-31","ids":{"openalex":"https://openalex.org/W4399206080","doi":"https://doi.org/10.1109/jbhi.2024.3407772","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030412"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2024.3407772","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2024.3407772","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115666597","display_name":"Wei Li","orcid":"https://orcid.org/0009-0006-9587-7324"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Li","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0006-9587-7324","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115666590","display_name":"Tianyu Liu","orcid":"https://orcid.org/0000-0003-0774-8663"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyu Liu","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0003-0774-8663","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104134859","display_name":"Feiyan Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiyan Feng","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0005-3927-7466","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036413795","display_name":"Shengpeng Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengpeng Yu","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0003-2288-5906","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100370862","display_name":"Hong Wang","orcid":"https://orcid.org/0000-0001-5727-7834"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Wang","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0001-5727-7834","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101844690","display_name":"Yanshen Sun","orcid":"https://orcid.org/0000-0002-4185-0066"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanshen Sun","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4185-0066","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5115666597"],"corresponding_institution_ids":["https://openalex.org/I28006308"],"apc_list":null,"apc_paid":null,"fwci":1.6557,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.85785526,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"28","issue":"12","first_page":"7322","last_page":"7331"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11361","display_name":"Digital Radiography and Breast Imaging","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/breast-cancer","display_name":"Breast cancer","score":0.5951283574104309},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5411026477813721},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5276666283607483},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5014526844024658},{"id":"https://openalex.org/keywords/cancer","display_name":"Cancer","score":0.45590323209762573},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.34035801887512207},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.19340893626213074}],"concepts":[{"id":"https://openalex.org/C530470458","wikidata":"https://www.wikidata.org/wiki/Q128581","display_name":"Breast cancer","level":3,"score":0.5951283574104309},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5411026477813721},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5276666283607483},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5014526844024658},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.45590323209762573},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.34035801887512207},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.19340893626213074}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001940","descriptor_name":"Breast","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001940","descriptor_name":"Breast","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001940","descriptor_name":"Breast","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001940","descriptor_name":"Breast","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001943","descriptor_name":"Breast Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001943","descriptor_name":"Breast Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001943","descriptor_name":"Breast Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001943","descriptor_name":"Breast Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001943","descriptor_name":"Breast Neoplasms","qualifier_ui":"Q000401","qualifier_name":"mortality","is_major_topic":true},{"descriptor_ui":"D001943","descriptor_name":"Breast Neoplasms","qualifier_ui":"Q000401","qualifier_name":"mortality","is_major_topic":true},{"descriptor_ui":"D001943","descriptor_name":"Breast Neoplasms","qualifier_ui":"Q000401","qualifier_name":"mortality","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D011379","descriptor_name":"Prognosis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011379","descriptor_name":"Prognosis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011379","descriptor_name":"Prognosis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011379","descriptor_name":"Prognosis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2024.3407772","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2024.3407772","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:40030412","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030412","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1921523184","https://openalex.org/W1951867042","https://openalex.org/W2083927153","https://openalex.org/W2101608218","https://openalex.org/W2129925362","https://openalex.org/W2167205245","https://openalex.org/W2182711918","https://openalex.org/W2753919178","https://openalex.org/W2798890825","https://openalex.org/W2923027365","https://openalex.org/W2962914239","https://openalex.org/W2963881378","https://openalex.org/W2972762299","https://openalex.org/W3010245316","https://openalex.org/W3094502228","https://openalex.org/W3119005666","https://openalex.org/W3127751679","https://openalex.org/W3138516171","https://openalex.org/W3139349917","https://openalex.org/W3147894994","https://openalex.org/W3151130473","https://openalex.org/W3200517840","https://openalex.org/W3203713163","https://openalex.org/W3204166336","https://openalex.org/W4212875960","https://openalex.org/W4226144955","https://openalex.org/W4295720231","https://openalex.org/W4295934721","https://openalex.org/W4296053328","https://openalex.org/W4321232185","https://openalex.org/W4382998948","https://openalex.org/W4384159609","https://openalex.org/W4386076281","https://openalex.org/W6640185926","https://openalex.org/W6778883912","https://openalex.org/W6784333009","https://openalex.org/W6790275670","https://openalex.org/W6959322080","https://openalex.org/W6959406189"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W3031052312","https://openalex.org/W4389568370","https://openalex.org/W3032375762","https://openalex.org/W1995515455","https://openalex.org/W2080531066","https://openalex.org/W3108674512","https://openalex.org/W1506200166"],"abstract_inverted_index":{"Early":[0],"detection":[1],"significantly":[2],"enhances":[3],"patients'":[4],"survival":[5,58],"rates":[6],"by":[7],"identifying":[8],"tumors":[9],"in":[10,22],"their":[11],"initial":[12],"stages":[13],"through":[14,82],"medical":[15],"imaging.":[16],"However,":[17],"prevailing":[18],"methodologies":[19],"encounter":[20],"challenges":[21],"extracting":[23],"comprehensive":[24],"information":[25,109],"from":[26,110],"diverse":[27],"modalities,":[28],"thereby":[29],"exacerbating":[30],"semantic":[31,170],"disparities":[32],"and":[33,57,79,107,165,179,189,194],"overlooking":[34],"critical":[35],"task":[36],"correlations,":[37],"consequently":[38],"compromising":[39],"the":[40,49,92,125,132,141,162,185,200,204],"accuracy":[41],"of":[42,52,94,177,182,192,197],"prognosis":[43],"predictions.":[44],"Moreover,":[45],"clinical":[46],"insights":[47],"emphasize":[48],"advantageous":[50],"sharing":[51],"parameters":[53],"between":[54],"tumor":[55],"segmentation":[56],"prediction":[59,81],"for":[60],"enhanced":[61],"prognostic":[62],"accuracy.":[63],"This":[64,138],"paper":[65],"proposes":[66],"a":[67,83,117,153,175,190],"novel":[68],"model,":[69],"BTSSPro,":[70],"designed":[71],"to":[72,122,145,160],"concurrently":[73],"address":[74],"Breast":[75,186],"cancer":[76],"Tumor":[77],"Segmentation":[78],"Survival":[80],"Prompt-guided":[84],"multi-modal":[85],"co-learning":[86],"framework.":[87],"Technologically,":[88],"our":[89],"approach":[90],"involves":[91],"extraction":[93],"tumor-specific":[95],"discriminative":[96,135],"features":[97],"utilizing":[98],"shared":[99],"dual":[100],"attention":[101],"(SDA)":[102],"blocks,":[103],"which":[104],"amalgamate":[105],"spatial":[106],"channel":[108],"breast":[111],"MR":[112],"images.":[113],"Subsequently,":[114],"we":[115],"employ":[116],"guided":[118],"fusion":[119],"module":[120],"(GFM)":[121],"seamlessly":[123],"integrate":[124],"Electronic":[126],"Health":[127],"Record":[128],"(EHR)":[129],"vector":[130],"into":[131],"extracted":[133],"tumor-related":[134],"feature":[136,143,154],"representations.":[137],"integration":[139],"prompts":[140],"model's":[142],"selection":[144],"align":[146],"more":[147],"closely":[148],"with":[149],"real-world":[150],"scenarios.":[151],"Finally,":[152],"harmonic":[155],"unit":[156],"(FHU)":[157],"is":[158],"introduced":[159],"coordinate":[161],"transformer":[163],"encoder":[164],"CNN":[166],"decoder,":[167],"thus":[168],"reducing":[169],"differences.":[171],"Remarkably,":[172],"BTSSPro":[173],"achieved":[174],"C-index":[176,191],"0.968":[178],"Dice":[180,195],"score":[181,196],"0.715":[183],"on":[184,199],"MRI-NACT-Pilot":[187],"dataset":[188],"0.807":[193],"0.791":[198],"ISPY1":[201],"dataset,":[202],"surpassing":[203],"previous":[205],"state-of-the-art":[206],"methods.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}