{"id":"https://openalex.org/W4406611450","doi":"https://doi.org/10.1109/smc54092.2024.10831717","title":"Medical Visual Prompting (MVP): A Unified Framework for Versatile and High-Quality Medical Image Segmentation","display_name":"Medical Visual Prompting (MVP): A Unified Framework for Versatile and High-Quality Medical Image Segmentation","publication_year":2024,"publication_date":"2024-10-06","ids":{"openalex":"https://openalex.org/W4406611450","doi":"https://doi.org/10.1109/smc54092.2024.10831717"},"language":"en","primary_location":{"id":"doi:10.1109/smc54092.2024.10831717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc54092.2024.10831717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100398899","display_name":"Yulin Chen","orcid":"https://orcid.org/0000-0002-7902-1167"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulin Chen","raw_affiliation_strings":["School of Automation, Guangdong University of Technology,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology,Guangzhou,China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006709942","display_name":"Guoheng Huang","orcid":"https://orcid.org/0000-0002-3640-3229"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoheng Huang","raw_affiliation_strings":["School of Computer Science and Technology, Guangdong University of Technology,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong University of Technology,Guangzhou,China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020477527","display_name":"Kai Huang","orcid":"https://orcid.org/0000-0002-6113-0998"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Huang","raw_affiliation_strings":["School of Computer Science and Technology, Guangdong University of Technology,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong University of Technology,Guangzhou,China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100313169","display_name":"Zijin Lin","orcid":"https://orcid.org/0009-0006-8171-7418"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijin Lin","raw_affiliation_strings":["School of Computer Science and Technology, Guangdong University of Technology,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong University of Technology,Guangzhou,China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101828697","display_name":"Guo Zhong","orcid":"https://orcid.org/0000-0002-6428-5645"},"institutions":[{"id":"https://openalex.org/I186272606","display_name":"Guangdong University of Foreign Studies","ror":"https://ror.org/00fhc9y79","country_code":"CN","type":"education","lineage":["https://openalex.org/I186272606"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo Zhong","raw_affiliation_strings":["School of Information Science and Technology, Guangdong University of Foreign Studies,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Guangdong University of Foreign Studies,Guangzhou,China","institution_ids":["https://openalex.org/I186272606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063358436","display_name":"Shenghong Luo","orcid":"https://orcid.org/0009-0007-0032-2594"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Shenghong Luo","raw_affiliation_strings":["University of Macau,Faculty of Science and Technology,Macao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Macau,Faculty of Science and Technology,Macao,China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101454578","display_name":"Jie Deng","orcid":"https://orcid.org/0000-0003-0014-7697"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210128921","display_name":"The First Affiliated Hospital, Sun Yat-sen University","ror":"https://ror.org/037p24858","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Deng","raw_affiliation_strings":["The First Affiliated Hospital of Sun Yat-Sen University,Department of Otorhinolaryngology,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The First Affiliated Hospital of Sun Yat-Sen University,Department of Otorhinolaryngology,Guangzhou,China","institution_ids":["https://openalex.org/I157773358","https://openalex.org/I4210128921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002560091","display_name":"Jian Zhou","orcid":"https://orcid.org/0000-0001-6660-5190"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210146711","display_name":"Sun Yat-sen University Cancer Center","ror":"https://ror.org/0400g8r85","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210146711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhou","raw_affiliation_strings":["Sun Yat-Sen University Cancer Center,Guangdong Key Laboratory of Nasopharyngeal Carcinoma Diagnosis and Therapy,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-Sen University Cancer Center,Guangdong Key Laboratory of Nasopharyngeal Carcinoma Diagnosis and Therapy,Guangzhou,China","institution_ids":["https://openalex.org/I157773358","https://openalex.org/I4210146711"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2255","last_page":"2260"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.970300018787384,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7482768297195435},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.6410761475563049},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6091852188110352},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5997342467308044},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5897654891014099},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5103044509887695},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4116531014442444}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7482768297195435},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.6410761475563049},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6091852188110352},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5997342467308044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5897654891014099},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5103044509887695},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4116531014442444},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc54092.2024.10831717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc54092.2024.10831717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2108598243","https://openalex.org/W2118246710","https://openalex.org/W2395611524","https://openalex.org/W2883606943","https://openalex.org/W2884436604","https://openalex.org/W2964227007","https://openalex.org/W2964309882","https://openalex.org/W2997286550","https://openalex.org/W3090974769","https://openalex.org/W3094502228","https://openalex.org/W3118485687","https://openalex.org/W3132455321","https://openalex.org/W3148874463","https://openalex.org/W3163340381","https://openalex.org/W3177634011","https://openalex.org/W3178882511","https://openalex.org/W3185341429","https://openalex.org/W3202263958","https://openalex.org/W3204995672","https://openalex.org/W4292779060","https://openalex.org/W4296433039","https://openalex.org/W4312493401","https://openalex.org/W4312642299","https://openalex.org/W4312651322","https://openalex.org/W4353007132","https://openalex.org/W4380629073","https://openalex.org/W4385764641","https://openalex.org/W4385945585","https://openalex.org/W4386065718","https://openalex.org/W4386642213","https://openalex.org/W4390191228","https://openalex.org/W4390311827","https://openalex.org/W4390871753","https://openalex.org/W4392903172","https://openalex.org/W4393148449","https://openalex.org/W4394794128","https://openalex.org/W4394890259","https://openalex.org/W4399398140","https://openalex.org/W4400330776","https://openalex.org/W4400719741","https://openalex.org/W4401055817","https://openalex.org/W4402702309","https://openalex.org/W4402753815","https://openalex.org/W4403792044","https://openalex.org/W4404007442","https://openalex.org/W6739901393","https://openalex.org/W6772750526","https://openalex.org/W6778883912","https://openalex.org/W6797399245","https://openalex.org/W6798057236","https://openalex.org/W6845737132","https://openalex.org/W6851534496","https://openalex.org/W6856514183","https://openalex.org/W6870548516"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W4389858081","https://openalex.org/W2501551404","https://openalex.org/W4298131179","https://openalex.org/W2113201962","https://openalex.org/W4385583601","https://openalex.org/W4395685956","https://openalex.org/W3159516372","https://openalex.org/W4398146871","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Accurate":[0],"segmentation":[1,142,181,198],"of":[2,34,50,167,199],"lesion":[3,35,200],"regions":[4,201],"is":[5],"crucial":[6],"for":[7,93,103,122,196],"clinical":[8],"diagnosis":[9],"and":[10,42,57,75,107,115,126,135,150,192],"treatment":[11],"across":[12,154],"various":[13,172,203],"diseases.":[14],"While":[15],"deep":[16],"convolutional":[17],"networks":[18],"have":[19],"achieved":[20],"satisfactory":[21],"results":[22],"in":[23,171,202],"medical":[24,174,180,204],"image":[25,175],"segmentation,":[26],"they":[27],"face":[28],"challenges":[29],"such":[30],"as":[31,44,46],"the":[32,47,95,137,141,164,168],"loss":[33],"shape":[36,147],"information":[37,149],"due":[38],"to":[39,111,144],"continuous":[40],"convolution":[41],"downsampling,":[43],"well":[45],"high":[48],"cost":[49],"manually":[51],"labeling":[52],"lesions":[53],"with":[54,109,189],"varying":[55],"shapes":[56],"sizes.":[58],"To":[59],"address":[60],"these":[61],"issues,":[62],"we":[63],"propose":[64],"a":[65],"novel":[66,184],"Medical":[67],"Visual":[68],"Prompting":[69,91,101,120],"(MVP)":[70],"framework":[71,84,139,185],"that":[72],"leverages":[73],"pre-training":[74],"prompting":[76,148],"concepts":[77],"from":[78],"Natural":[79],"Language":[80],"Processing":[81],"(NLP).":[82],"The":[83],"utilizes":[85],"three":[86],"key":[87],"components:":[88],"Super-Pixel":[89],"Guided":[90,100,119],"(SPGP)":[92],"superpixelating":[94],"input":[96],"image,":[97],"Image":[98],"Embedding":[99],"(IEGP)":[102],"freezing":[104],"patch":[105],"embedding":[106],"merging":[108],"superpixels":[110],"provide":[112],"visual":[113],"prompts,":[114],"Adaptive":[116],"Attention":[117],"Mechanism":[118],"(AAGP)":[121],"pinpointing":[123],"prompt":[124],"content":[125],"efficiently":[127],"adapting":[128],"all":[129],"layers.":[130],"By":[131],"integrating":[132],"SPGP,":[133],"IEGP,":[134],"AAGP,":[136],"MVP":[138],"enables":[140],"network":[143],"better":[145],"learn":[146],"facilitates":[151],"mutual":[152],"learning":[153],"different":[155],"tasks.":[156],"Extensive":[157],"experiments":[158],"conducted":[159],"on":[160],"five":[161],"datasets":[162],"demonstrate":[163],"superior":[165],"performance":[166,188],"proposed":[169],"method":[170],"challenging":[173],"tasks":[176],"while":[177],"simplifying":[178],"single-task":[179],"models.":[182],"This":[183],"offers":[186],"improved":[187],"fewer":[190],"parameters":[191],"holds":[193],"significant":[194],"potential":[195],"accurate":[197],"tasks,":[205],"making":[206],"it":[207],"clinically":[208],"valuable.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}