{"id":"https://openalex.org/W4405718304","doi":"https://doi.org/10.1109/tmi.2024.3521463","title":"PASS: Test-Time Prompting to Adapt Styles and Semantic Shapes in Medical Image Segmentation","display_name":"PASS: Test-Time Prompting to Adapt Styles and Semantic Shapes in Medical Image Segmentation","publication_year":2024,"publication_date":"2024-12-23","ids":{"openalex":"https://openalex.org/W4405718304","doi":"https://doi.org/10.1109/tmi.2024.3521463","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030683"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2024.3521463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3521463","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073393871","display_name":"Chuyan Zhang","orcid":"https://orcid.org/0000-0001-8433-3061"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chuyan Zhang","raw_affiliation_strings":["Department of Automation, Institute of Medical Robotics, Institute of Image Processing and Pattern Recognition, Shanghai Jiao Tong University, Shanghai, China","Institute of Medical Robotics, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Institute of Medical Robotics, Institute of Image Processing and Pattern Recognition, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Medical Robotics, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782616","display_name":"Hao Zheng","orcid":"https://orcid.org/0000-0001-7193-6242"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zheng","raw_affiliation_strings":["Jarvis Research Center, Tencent YouTu Laboratory, Shenzhen, China","Jarvis Research Center, Tencent YouTu Lab, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Jarvis Research Center, Tencent YouTu Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Jarvis Research Center, Tencent YouTu Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100683035","display_name":"Xin You","orcid":"https://orcid.org/0009-0008-1973-2101"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin You","raw_affiliation_strings":["Department of Automation, Institute of Medical Robotics, Institute of Image Processing and Pattern Recognition, Shanghai Jiao Tong University, Shanghai, China","Institute of Medical Robotics, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Institute of Medical Robotics, Institute of Image Processing and Pattern Recognition, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Medical Robotics, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051649145","display_name":"Yefeng Zheng","orcid":"https://orcid.org/0000-0003-2195-2847"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yefeng Zheng","raw_affiliation_strings":["Jarvis Research Center, Tencent YouTu Laboratory, Shenzhen, China","Jarvis Research Center, Tencent YouTu Lab, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Jarvis Research Center, Tencent YouTu Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Jarvis Research Center, Tencent YouTu Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061924699","display_name":"Yun Gu","orcid":"https://orcid.org/0000-0002-4199-0675"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Gu","raw_affiliation_strings":["Department of Automation, Institute of Medical Robotics, Institute of Image Processing and Pattern Recognition, Shanghai Jiao Tong University, Shanghai, China","Institute of Medical Robotics, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Institute of Medical Robotics, Institute of Image Processing and Pattern Recognition, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Medical Robotics, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5073393871"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.9599,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88073641,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"44","issue":"4","first_page":"1853","last_page":"1865"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9641000032424927,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9641000032424927,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.911899983882904,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.660214900970459},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.6585781574249268},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6021105051040649},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5906498432159424},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5817869901657104},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5544671416282654},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.5392575860023499},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5381318926811218}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.660214900970459},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.6585781574249268},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6021105051040649},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5906498432159424},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5817869901657104},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5544671416282654},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.5392575860023499},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5381318926811218},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2024.3521463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3521463","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:40030683","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030683","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4031121792","display_name":null,"funder_award_id":"62373243","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5560806807","display_name":null,"funder_award_id":"20JC1419500","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8988358200","display_name":null,"funder_award_id":"20DZ2220400","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1901129140","https://openalex.org/W1969496006","https://openalex.org/W2049522781","https://openalex.org/W2106033751","https://openalex.org/W2572730214","https://openalex.org/W2603777577","https://openalex.org/W3015328626","https://openalex.org/W3092215540","https://openalex.org/W3094277917","https://openalex.org/W3095569631","https://openalex.org/W3175770036","https://openalex.org/W3185341429","https://openalex.org/W3198377975","https://openalex.org/W3203310246","https://openalex.org/W3215113235","https://openalex.org/W4225869843","https://openalex.org/W4250482878","https://openalex.org/W4295938620","https://openalex.org/W4296199856","https://openalex.org/W4299652825","https://openalex.org/W4312897837","https://openalex.org/W4379767399","https://openalex.org/W4386071593","https://openalex.org/W4386952174","https://openalex.org/W4388266798","https://openalex.org/W4402716191","https://openalex.org/W6631943919","https://openalex.org/W6638667902","https://openalex.org/W6678818196","https://openalex.org/W6749103840","https://openalex.org/W6780128236","https://openalex.org/W6780178746","https://openalex.org/W6788125050","https://openalex.org/W6810131493","https://openalex.org/W6810601475","https://openalex.org/W6839108814","https://openalex.org/W6842574522","https://openalex.org/W6846742988","https://openalex.org/W6846827773","https://openalex.org/W6850568775","https://openalex.org/W6854702627","https://openalex.org/W6857671502"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W4389858081","https://openalex.org/W641782856","https://openalex.org/W2501551404","https://openalex.org/W4298131179","https://openalex.org/W2113201962","https://openalex.org/W4385583601","https://openalex.org/W1522196789","https://openalex.org/W4367060753","https://openalex.org/W4379141755"],"abstract_inverted_index":{"Test-time":[0],"adaptation":[1,73],"(TTA)":[2],"has":[3],"emerged":[4],"as":[5],"a":[6,123,174,209],"promising":[7],"paradigm":[8],"to":[9,47,129,145,153,163,182],"handle":[10],"the":[11,41,81,97,114,142,147,150,156,160,184,190,195,228],"domain":[12],"shifts":[13],"at":[14,246],"test":[15,151,205],"time":[16],"for":[17,32,62,203],"medical":[18,238],"images":[19],"from":[20,36],"different":[21],"institutions":[22],"without":[23],"using":[24],"extra":[25],"training":[26,43],"data.":[27,192],"However,":[28],"existing":[29],"TTA":[30,124],"solutions":[31],"segmentation":[33,63,240],"tasks":[34],"suffer":[35],"1)":[37],"dependency":[38],"on":[39,55,67,91,189,236],"modifying":[40],"source":[42,48],"stage":[44],"and":[45,132,159,198,219],"access":[46],"priors":[49],"or":[50],"2)":[51],"lack":[52],"of":[53,84,100,140,149,171,231],"emphasis":[54],"shape-related":[56],"semantic":[57,85],"knowledge":[58,196],"that":[59,106],"is":[60,109,244],"crucial":[61,111],"tasks.":[64],"Recent":[65],"research":[66],"visual":[68,186],"prompt":[69,94,144,187,211,223],"learning":[70],"achieves":[71],"source-relaxed":[72],"by":[74],"extended":[75],"parameter":[76],"space":[77],"but":[78],"still":[79],"neglects":[80],"full":[82],"utilization":[83],"features,":[86],"thus":[87],"motivating":[88],"our":[89],"work":[90],"knowledge-enriched":[92],"deep":[93],"learning.":[95],"Beyond":[96],"general":[98],"concern":[99],"image":[101,152,239],"style":[102,148],"shifts,":[103],"we":[104,121,177,207],"reveal":[105],"shape":[107,166,201,222],"variability":[108],"another":[110],"factor":[112],"causing":[113],"performance":[115,230],"drop.":[116],"To":[117,193],"address":[118],"this":[119],"issue,":[120],"propose":[122,208],"framework":[125],"called":[126],"PASS":[127,232],"(Prompting":[128],"Adapt":[130],"Styles":[131],"Semantic":[133],"shapes),":[134],"which":[135,213],"jointly":[136],"learns":[137],"two":[138],"types":[139],"prompts:":[141],"input-space":[143],"reformulate":[146],"fit":[154],"into":[155],"pretrained":[157],"model":[158],"semantic-aware":[161],"prompts":[162,202],"bridge":[164],"high-level":[165],"discrepancy":[167],"across":[168],"domains.":[169],"Instead":[170],"naively":[172],"imposing":[173],"fixed":[175],"prompt,":[176],"introduce":[178],"an":[179,220],"input":[180,191],"decorator":[181],"generate":[183],"self-regulating":[185],"conditioned":[188],"retrieve":[194],"representations":[197,218],"customize":[199],"target-specific":[200],"each":[204],"sample,":[206],"cross-attention":[210],"modulator,":[212],"performs":[214],"interaction":[215],"between":[216],"target":[217],"enriched":[221],"bank.":[224],"Extensive":[225],"experiments":[226],"demonstrate":[227],"superior":[229],"over":[233],"state-of-the-art":[234],"methods":[235],"multiple":[237],"datasets.":[241],"The":[242],"code":[243],"available":[245],"https://github.com/EndoluminalSurgicalVision-IMR/PASS.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
