{"id":"https://openalex.org/W7204803208","doi":"https://doi.org/10.1145/3817124.3817201","title":"MedCLIPSAM-CNNViT: A Text-Driven, Weakly Supervised Segmentation Framework for 3D Medical Images","display_name":"MedCLIPSAM-CNNViT: A Text-Driven, Weakly Supervised Segmentation Framework for 3D Medical Images","publication_year":2026,"publication_date":"2026-03-27","ids":{"openalex":"https://openalex.org/W7204803208","doi":"https://doi.org/10.1145/3817124.3817201"},"language":"en","primary_location":{"id":"doi:10.1145/3817124.3817201","doi":"https://doi.org/10.1145/3817124.3817201","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3817124.3817201","pdf_url":null,"source":{"id":"https://openalex.org/S4363607990","display_name":"International Conference on Applied Mathematics, Modelling and Intelligent Computing (CAMMIC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 6th International Conference on Applied Mathematics, Modelling and Intelligent Computing","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3817124.3817201","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103042099","display_name":"Yujun Niu","orcid":"https://orcid.org/0000-0001-5279-3549","observed_orcids":["https://orcid.org/0000-0001-5279-3549"]},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujun Niu","raw_affiliation_strings":["School of Software Engineering, Dalian University, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0001-5279-3549","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Dalian University, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I4210092944"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148815140","display_name":"Fanjia Ran","orcid":"https://orcid.org/0009-0004-1882-331X","observed_orcids":["https://orcid.org/0009-0004-1882-331X"]},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanjia Ran","raw_affiliation_strings":["School of Software Engineering, Dalian University, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0009-0004-1882-331X","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Dalian University, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I4210092944"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140613848","display_name":"Yalei Yin","orcid":"https://orcid.org/0009-0001-5792-8147","observed_orcids":["https://orcid.org/0009-0001-5792-8147"]},"institutions":[{"id":"https://openalex.org/I4210145090","display_name":"Affiliated Zhongshan Hospital of Dalian University","ror":"https://ror.org/041ts2d40","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210145090"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yalei Yin","raw_affiliation_strings":["Department of Central Laboratory, Affiliated Zhongshan Hospital of Dalian University, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0009-0001-5792-8147","affiliations":[{"raw_affiliation_string":"Department of Central Laboratory, Affiliated Zhongshan Hospital of Dalian University, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I4210145090"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025524501","display_name":"Wanshu Fan","orcid":"https://orcid.org/0000-0001-6299-2795","observed_orcids":["https://orcid.org/0000-0001-6299-2795","https://orcid.org/0000-0001-7176-5199"]},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanshu Fan","raw_affiliation_strings":["School of Software Engineering, Dalian University, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0001-6299-2795","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Dalian University, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I4210092944"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148778750","display_name":"Yunqing Cong","orcid":"https://orcid.org/0009-0004-1669-1229","observed_orcids":["https://orcid.org/0009-0004-1669-1229"]},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunqing Cong","raw_affiliation_strings":["School of Software Engineering, Dalian University, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0009-0004-1669-1229","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Dalian University, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I4210092944"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5148813210","display_name":"Qingzhong Zhang","orcid":"https://orcid.org/0009-0001-5289-0450","observed_orcids":["https://orcid.org/0009-0001-5289-0450"]},"institutions":[{"id":"https://openalex.org/I4210145090","display_name":"Affiliated Zhongshan Hospital of Dalian University","ror":"https://ror.org/041ts2d40","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210145090"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingzhong Zhang","raw_affiliation_strings":["Department of Central Laboratory, Affiliated Zhongshan Hospital of Dalian University, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0009-0001-5289-0450","affiliations":[{"raw_affiliation_string":"Department of Central Laboratory, Affiliated Zhongshan Hospital of Dalian University, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I4210145090"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"496","last_page":"505"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weakly-supervised-segmentation","display_name":"weakly supervised segmentation","score":0.8669999837875366},{"id":"https://openalex.org/keywords/3d-medical-image-segmentation","display_name":"3D medical image segmentation","score":0.9340000152587891},{"id":"https://openalex.org/keywords/pseudo-labeling","display_name":"pseudo-labeling","score":0.7149999737739563},{"id":"https://openalex.org/keywords/multiscale-feature-fusion","display_name":"multi-scale feature fusion","score":0.9089999794960022},{"id":"https://openalex.org/keywords/feature-pyramid","display_name":"feature pyramid","score":0.6290000081062317},{"id":"https://openalex.org/keywords/saliency-maps","display_name":"saliency maps","score":0.7379999756813049},{"id":"https://openalex.org/keywords/brain-mri","display_name":"brain MRI","score":0.5709999799728394},{"id":"https://openalex.org/keywords/breast-ultrasound","display_name":"breast ultrasound","score":0.996999979019165},{"id":"https://openalex.org/keywords/chest-ct","display_name":"chest CT","score":0.9959999918937683},{"id":"https://openalex.org/keywords/x-rays","display_name":"X-rays","score":0.9580000042915344}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7763000130653381},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7318999767303467},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6549000144004822},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6208000183105469},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5838000178337097},{"id":"https://openalex.org/C191178318","wikidata":"https://www.wikidata.org/wiki/Q2256906","display_name":"Thresholding","level":3,"score":0.5730000138282776},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5575000047683716},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4666999876499176},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4657000005245209},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4415000081062317},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.43059998750686646},{"id":"https://openalex.org/C78201319","wikidata":"https://www.wikidata.org/wiki/Q685727","display_name":"Grayscale","level":3,"score":0.421099990606308},{"id":"https://openalex.org/C22029948","wikidata":"https://www.wikidata.org/wiki/Q45089","display_name":"Dice","level":2,"score":0.41830000281333923},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.41819998621940613},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4147000014781952},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40389999747276306},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.34630000591278076},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.3001999855041504},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.29170000553131104},{"id":"https://openalex.org/C87619178","wikidata":"https://www.wikidata.org/wiki/Q126002","display_name":"Concatenation (mathematics)","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C67795661","wikidata":"https://www.wikidata.org/wiki/Q17018993","display_name":"Shearlet","level":3,"score":0.2667999863624573},{"id":"https://openalex.org/C54170458","wikidata":"https://www.wikidata.org/wiki/Q663554","display_name":"Voxel","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3817124.3817201","doi":"https://doi.org/10.1145/3817124.3817201","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3817124.3817201","pdf_url":null,"source":{"id":"https://openalex.org/S4363607990","display_name":"International Conference on Applied Mathematics, Modelling and Intelligent Computing (CAMMIC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 6th International Conference on Applied Mathematics, Modelling and Intelligent Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3817124.3817201","doi":"https://doi.org/10.1145/3817124.3817201","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3817124.3817201","pdf_url":null,"source":{"id":"https://openalex.org/S4363607990","display_name":"International Conference on Applied Mathematics, Modelling and Intelligent Computing (CAMMIC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 6th International Conference on Applied Mathematics, Modelling and Intelligent Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.6240000128746033,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2464708700","https://openalex.org/W2884436604","https://openalex.org/W3014974815","https://openalex.org/W3127751679","https://openalex.org/W4319300975","https://openalex.org/W4321232185","https://openalex.org/W4385573131","https://openalex.org/W4386370554","https://openalex.org/W4387211014","https://openalex.org/W4390874575","https://openalex.org/W4391109864","https://openalex.org/W4403649753","https://openalex.org/W4408634392"],"related_works":["https://openalex.org/W4417473386","https://openalex.org/W4403649753","https://openalex.org/W4408280976","https://openalex.org/W7214244734","https://openalex.org/W4412979322","https://openalex.org/W4382998948","https://openalex.org/W4403152505","https://openalex.org/W4416960537","https://openalex.org/W4414350495","https://openalex.org/W4411600325"],"abstract_inverted_index":{"The":[0],"original":[1,78],"ViT":[2],"encoder":[3],"of":[4,85,91,106,138],"general-purpose":[5],"segmentation":[6,45],"models":[7],"such":[8],"as":[9],"SAM":[10],"often":[11],"loses":[12],"high-frequency":[13],"boundary":[14],"information":[15],"and":[16,27,141,171,179,185,191],"produces":[17],"single-scale,":[18],"low-resolution":[19],"token":[20],"embeddings":[21],"when":[22],"applied":[23],"to":[24,56,75,93,123,134,149],"tiny":[25],"lesions":[26],"ambiguous":[28],"boundaries":[29],"in":[30],"medical":[31,43,162],"images.":[32],"To":[33],"address":[34],"these":[35],"issues,":[36],"we":[37,51],"propose":[38],"MedCLIPSAM-CNNViT,":[39],"a":[40,71,99,112],"weakly":[41],"supervised":[42],"image":[44],"framework.":[46],"By":[47],"leveraging":[48],"weak":[49],"supervision,":[50],"enhance":[52],"the":[53,63,81,88,104,136],"model\u2019s":[54],"ability":[55],"learn":[57],"from":[58],"partially":[59],"labeled":[60],"data,":[61],"reducing":[62],"reliance":[64],"on":[65,159],"fully":[66],"annotated":[67],"datasets.":[68,195],"We":[69],"design":[70],"novel":[72],"HybridCNNViT":[73],"backbone":[74],"replace":[76],"SAM\u2019s":[77],"encoder,":[79],"combining":[80],"local":[82],"inductive":[83],"bias":[84],"CNNs":[86],"with":[87],"global":[89],"context":[90],"ViTs":[92],"produce":[94],"multi-scale":[95,113],"feature":[96,100,130],"maps":[97],"using":[98],"pyramid,":[101],"thereby":[102],"enhancing":[103],"representation":[105],"fine-grained":[107],"anatomical":[108],"structures.":[109],"In":[110],"addition,":[111],"model":[114],"fusion":[115,131],"strategy":[116],"is":[117,132,147],"employed":[118],"during":[119],"Text-Driven":[120],"prompt":[121,127],"generation":[122],"improve":[124,135],"robustness.":[125],"During":[126],"generation,":[128],"multi-layer":[129],"used":[133],"quality":[137],"saliency":[139],"maps,":[140],"an":[142],"adaptive":[143],"pseudo-label":[144],"thresholding":[145],"scheme":[146],"proposed":[148],"dynamically":[150],"accommodate":[151],"varying":[152],"grayscale":[153],"distributions":[154],"across":[155,194],"modalities.":[156],"Extensive":[157],"experiments":[158],"four":[160],"heterogeneous":[161],"datasets":[163],"including":[164],"brain":[165],"MRI,":[166],"breast":[167],"ultrasound,":[168],"chest":[169],"CT,":[170],"X-ray":[172],"demonstrate":[173],"that":[174],"MedCLIPSAM-CNNViT":[175],"achieves":[176],"superior":[177],"generalization":[178],"robustness,":[180],"improving":[181],"Mean":[182],"Dice":[183],"Score":[184],"Normalized":[186],"Surface":[187],"Distance":[188],"by":[189],"2.74%":[190],"1.42%,":[192],"respectively,":[193]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-09-01T00:00:00"}