{"id":"https://openalex.org/W4410639056","doi":"https://doi.org/10.1109/tmi.2025.3573018","title":"AMVLM: Alignment-Multiplicity Aware Vision-Language Model for Semi-Supervised Medical Image Segmentation","display_name":"AMVLM: Alignment-Multiplicity Aware Vision-Language Model for Semi-Supervised Medical Image Segmentation","publication_year":2025,"publication_date":"2025-05-23","ids":{"openalex":"https://openalex.org/W4410639056","doi":"https://doi.org/10.1109/tmi.2025.3573018","pmid":"https://pubmed.ncbi.nlm.nih.gov/40408220"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2025.3573018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2025.3573018","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qingtao Pan","orcid":"https://orcid.org/0009-0009-8939-9559"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingtao Pan","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0009-8939-9559","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhengrong Li","orcid":"https://orcid.org/0009-0007-1459-0557"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengrong Li","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0007-1459-0557","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073418765","display_name":"Wenhao Qiao","orcid":"https://orcid.org/0000-0001-9851-0428"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Qiao","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0001-9851-0428","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112512191","display_name":"Jingjiao Lou","orcid":null},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjiao Lou","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qing Yang","orcid":"https://orcid.org/0009-0009-1039-8650"},"institutions":[{"id":"https://openalex.org/I4210116517","display_name":"Shandong Provincial Hospital","ror":"https://ror.org/02ar2nf05","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210116517"]},{"id":"https://openalex.org/I4210163399","display_name":"Shandong First Medical University","ror":"https://ror.org/05jb9pq57","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163399"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Yang","raw_affiliation_strings":["Department of Breast and Thyroid Surgery, Shandong Provincial Hospital Affiliated to Shandong First Medical University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0009-1039-8650","affiliations":[{"raw_affiliation_string":"Department of Breast and Thyroid Surgery, Shandong Provincial Hospital Affiliated to Shandong First Medical University, Jinan, China","institution_ids":["https://openalex.org/I4210116517","https://openalex.org/I4210163399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436460","display_name":"Guang Yang","orcid":"https://orcid.org/0000-0001-7344-7733"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Guang Yang","raw_affiliation_strings":["Bioengineering Department and Imperial-X, Imperial College London, London, U.K","Department of Bioengineering, Faculty of Engineering, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7344-7733","affiliations":[{"raw_affiliation_string":"Bioengineering Department and Imperial-X, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Department of Bioengineering, Faculty of Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076583315","display_name":"Bing Ji","orcid":"https://orcid.org/0000-0003-1326-4120"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Ji","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0003-1326-4120","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7974,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.85124748,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"44","issue":"11","first_page":"4307","last_page":"4322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9627000093460083,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9509999752044678,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7239537239074707},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.7096746563911438},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6991202235221863},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.611206591129303},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5797178149223328},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.49945569038391113},{"id":"https://openalex.org/keywords/image-registration","display_name":"Image registration","score":0.4498828053474426},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.41620680689811707}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7239537239074707},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.7096746563911438},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6991202235221863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.611206591129303},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5797178149223328},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.49945569038391113},{"id":"https://openalex.org/C166704113","wikidata":"https://www.wikidata.org/wiki/Q861092","display_name":"Image registration","level":3,"score":0.4498828053474426},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.41620680689811707}],"mesh":[{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2025.3573018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2025.3573018","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:40408220","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40408220","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2032938251","https://openalex.org/W2592905743","https://openalex.org/W2895281799","https://openalex.org/W2978968642","https://openalex.org/W2979907638","https://openalex.org/W2984353870","https://openalex.org/W3010219363","https://openalex.org/W3031923721","https://openalex.org/W3035376925","https://openalex.org/W3035680157","https://openalex.org/W3083779147","https://openalex.org/W3087644100","https://openalex.org/W3097580349","https://openalex.org/W3097943992","https://openalex.org/W3156636935","https://openalex.org/W3168433561","https://openalex.org/W3171581326","https://openalex.org/W3192055375","https://openalex.org/W3201906559","https://openalex.org/W4200631575","https://openalex.org/W4225895868","https://openalex.org/W4293581809","https://openalex.org/W4308235625","https://openalex.org/W4312696412","https://openalex.org/W4372330286","https://openalex.org/W4382998948","https://openalex.org/W4384162023","https://openalex.org/W4385245566","https://openalex.org/W4385573131","https://openalex.org/W4385767742","https://openalex.org/W4386065835","https://openalex.org/W4386075748","https://openalex.org/W4386075815","https://openalex.org/W4387211714","https://openalex.org/W4390357262","https://openalex.org/W4390874575","https://openalex.org/W4390889814","https://openalex.org/W4396909916","https://openalex.org/W4400904844","https://openalex.org/W4401750097","https://openalex.org/W4403069390","https://openalex.org/W4403069407","https://openalex.org/W4403649753","https://openalex.org/W4404460707","https://openalex.org/W4406457794","https://openalex.org/W4409367313"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W4389858081","https://openalex.org/W2501551404","https://openalex.org/W4298131179","https://openalex.org/W1522196789","https://openalex.org/W4379141755","https://openalex.org/W2471562626","https://openalex.org/W2461863667","https://openalex.org/W2295804706","https://openalex.org/W3168515805"],"abstract_inverted_index":{"Low-quality":[0],"pseudo":[1,27,181],"labels":[2],"pose":[3],"a":[4,87,104,155,171],"significant":[5],"obstacle":[6],"in":[7,25],"semi-supervised":[8],"medical":[9],"image":[10],"segmentation":[11,36],"(SSMIS),":[12],"impeding":[13],"consistency":[14,187],"learning":[15,121],"on":[16],"unlabeled":[17],"data.":[18],"Leveraging":[19],"vision-language":[20],"model":[21],"(VLM)":[22],"holds":[23],"promise":[24],"ameliorating":[26],"label":[28,182],"quality":[29,164,183],"by":[30,64],"employing":[31],"textual":[32],"prompts":[33],"to":[34,48,54,56,73,108,143,160,175],"delineate":[35],"regions,":[37],"but":[38,69],"it":[39],"faces":[40],"the":[41,133,150,163,185,192],"challenge":[42,63],"of":[43,136,166,194],"cross-modal":[44,117,122,145],"alignment":[45],"uncertainty":[46],"due":[47],"multiple":[49,123],"correspondences":[50],"(multiple":[51],"images/texts":[52],"tend":[53],"correspond":[55],"one":[57],"text/image).":[58],"Existing":[59],"VLMs":[60],"address":[61,77],"this":[62],"modeling":[65],"semantics":[66,114],"as":[67],"distributions":[68,71],"such":[70],"lead":[72],"semantic":[74,146],"degradation.":[75],"To":[76],"these":[78],"problems,":[79],"we":[80,153],"propose":[81,154],"Alignment-Multiplicity":[82],"Aware":[83],"Vision-Language":[84],"Model":[85],"(AMVLM),":[86],"new":[88],"VLM":[89],"pretraining":[90],"paradigm":[91],"with":[92],"two":[93],"novel":[94],"similarity":[95,110,134],"metric":[96,135],"strategies.":[97],"(i)":[98],"Cross-modal":[99],"Similarity":[100],"Supervision":[101],"(CSS)":[102],"proposes":[103],"probability":[105],"distribution":[106,118],"transformer":[107],"supervise":[109],"scores":[111],"across":[112,201],"fine-granularity":[113],"through":[115],"measuring":[116],"disparities,":[119],"thus":[120],"alignments.":[124],"(ii)":[125],"Intra-modal":[126],"Contrastive":[127],"Learning":[128],"(ICL)":[129],"takes":[130],"into":[131],"account":[132],"coarse-fine":[137],"granularity":[138],"information":[139],"within":[140],"each":[141],"modality":[142],"encourage":[144],"consistency.":[147],"Furthermore,":[148],"using":[149],"pretrained":[151],"AMVLM,":[152],"pioneering":[156],"text-guided":[157],"SSMIS":[158],"network":[159,169],"compensate":[161],"for":[162],"deficiencies":[165],"pseudo-labels.":[167],"This":[168],"incorporates":[170],"text":[172],"mask":[173],"generator":[174],"produce":[176],"multimodal":[177],"supervision":[178],"information,":[179],"enhancing":[180],"and":[184],"model's":[186],"learning.":[188],"Extensive":[189],"experimentation":[190],"validates":[191],"efficacy":[193],"our":[195],"AMVLM-driven":[196],"SSMIS,":[197],"showcasing":[198],"superior":[199],"performance":[200],"four":[202],"publicly":[203],"available":[204,210],"datasets.":[205],"The":[206],"code":[207],"will":[208],"be":[209],"at:":[211],"https://github.com/QingtaoPan/AMVLM.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}