{"id":"https://openalex.org/W7116710503","doi":"https://doi.org/10.1109/tpami.2025.3646919","title":"DC-SAM: In-Context Segment Anything in Images and Videos via Dual Consistency","display_name":"DC-SAM: In-Context Segment Anything in Images and Videos via Dual Consistency","publication_year":2025,"publication_date":"2025-12-22","ids":{"openalex":"https://openalex.org/W7116710503","doi":"https://doi.org/10.1109/tpami.2025.3646919","pmid":"https://pubmed.ncbi.nlm.nih.gov/41428908"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3646919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3646919","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103041611","display_name":"Mengshi Qi","orcid":"https://orcid.org/0000-0002-6955-6635"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengshi Qi","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6955-6635","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049581587","display_name":"Pengfei Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Zhu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120953786","display_name":"Xiangtai Li","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiangtai Li","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0550-8247","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120972057","display_name":"Xiaoyang Bi","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyang Bi","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-3241-5821","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120959544","display_name":"Lu Qi","orcid":null},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu Qi","raw_affiliation_strings":["University of California Merced, Merced, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California Merced, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121004282","display_name":"Huadong Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huadong Ma","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7199-5047","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5120962316","display_name":"Ming-Hsuan Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming-Hsuan Yang","raw_affiliation_strings":["University of California Merced, Merced, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4848-2304","affiliations":[{"raw_affiliation_string":"University of California Merced, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0628,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.80231889,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"48","issue":"4","first_page":"4642","last_page":"4656"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.8992000222206116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.8992000222206116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.031599998474121094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.020600000396370888,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.8133999705314636},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6696000099182129},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6090999841690063},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5853000283241272},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5257999897003174},{"id":"https://openalex.org/keywords/segmentation-based-object-categorization","display_name":"Segmentation-based object categorization","score":0.5163999795913696},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.5097000002861023},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4702000021934509}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.8133999705314636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8066999912261963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7811999917030334},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6696000099182129},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6682999730110168},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6090999841690063},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5853000283241272},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5257999897003174},{"id":"https://openalex.org/C25694479","wikidata":"https://www.wikidata.org/wiki/Q7446278","display_name":"Segmentation-based object categorization","level":5,"score":0.5163999795913696},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.5097000002861023},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4702000021934509},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.426800012588501},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.3953999876976013},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.39329999685287476},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.361299991607666},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.31679999828338623},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.258899986743927}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2025.3646919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3646919","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41428908","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41428908","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:dr.ntu.edu.sg:10356/212554","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/212554","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7386013269424438,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G693838417","display_name":null,"funder_award_id":"L243027","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G7829524489","display_name":null,"funder_award_id":"U24B20176","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8349737903","display_name":null,"funder_award_id":"62572072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2031489346","https://openalex.org/W2126552603","https://openalex.org/W2144794286","https://openalex.org/W2194775991","https://openalex.org/W2889986507","https://openalex.org/W2914868535","https://openalex.org/W2963078159","https://openalex.org/W2963902384","https://openalex.org/W2981787211","https://openalex.org/W3014195143","https://openalex.org/W3034890557","https://openalex.org/W3047258141","https://openalex.org/W3108189450","https://openalex.org/W3108542203","https://openalex.org/W3128401049","https://openalex.org/W3138516171","https://openalex.org/W3140935014","https://openalex.org/W3167453437","https://openalex.org/W3173355903","https://openalex.org/W3176065502","https://openalex.org/W4221138790","https://openalex.org/W4221153269","https://openalex.org/W4224860128","https://openalex.org/W4312592495","https://openalex.org/W4312653100","https://openalex.org/W4312777193","https://openalex.org/W4313180545","https://openalex.org/W4313196086","https://openalex.org/W4386066138","https://openalex.org/W4386076112","https://openalex.org/W4390189930","https://openalex.org/W4390872599","https://openalex.org/W4390873795","https://openalex.org/W4390873799","https://openalex.org/W4390874575","https://openalex.org/W4391109864","https://openalex.org/W4400188621","https://openalex.org/W4401819803","https://openalex.org/W4402726930","https://openalex.org/W4402727612","https://openalex.org/W4402727888","https://openalex.org/W4402727928","https://openalex.org/W4402754134","https://openalex.org/W4402961794","https://openalex.org/W4403594096","https://openalex.org/W4404177154","https://openalex.org/W4404612908","https://openalex.org/W4404782964","https://openalex.org/W4409640963","https://openalex.org/W4414271568","https://openalex.org/W4414693573","https://openalex.org/W4415707586","https://openalex.org/W7131116866","https://openalex.org/W7133223862","https://openalex.org/W7133224126","https://openalex.org/W7133242526"],"related_works":[],"abstract_inverted_index":{"Given":[0,228],"a":[1,112,134,140,169,189],"single":[2],"labeled":[3],"examples,":[4],"in-context":[5,61,83,232,260],"segmentation":[6,17,23,84,104,233,249],"aims":[7],"to":[8,31,60,77,94,123,160,194,219,256],"segment":[9],"corresponding":[10],"objects.":[11],"This":[12,150],"setting,":[13],"known":[14],"as":[15],"one-shot":[16],"in":[18,51,103,182,234],"few-shot":[19],"learning,":[20],"explores":[21],"the":[22,68,96,99,120,126,156,176,183,202,206,220,224,229,235,243,259,263,288],"model's":[24],"generalization":[25],"ability":[26],"and":[27,38,80,88,146,165,179,241,282],"has":[28],"been":[29],"applied":[30],"various":[32],"vision":[33],"tasks,":[34],"including":[35],"scene":[36],"understanding":[37],"image/video":[39],"editing.":[40],"While":[41],"recent":[42],"Segment":[43],"Anything":[44],"Models":[45],"(SAMs)":[46],"have":[47],"achieved":[48],"state-of-the-art":[49],"results":[50],"interactive":[52],"segmentation,":[53],"these":[54],"approaches":[55],"are":[56,93],"not":[57],"directly":[58],"applicable":[59],"segmentation.":[62],"In":[63],"this":[64],"work,":[65],"we":[66,118,138,187,238],"propose":[67],"Dual":[69],"Consistency":[70],"SAM":[71,79,121,157],"(DC-SAM)":[72],"method":[73,200,270],"based":[74],"on":[75,133,143,275,280,287],"prompt-tuning":[76],"adapt":[78],"SAM2":[81],"for":[82,212],"of":[85,98,226,231,262,285],"both":[86],"images":[87],"videos.":[89],"Our":[90],"key":[91],"insights":[92],"enhance":[95],"features":[97,122,145,164],"SAM's":[100],"prompt":[101,127,184],"encoder":[102,128],"by":[105,174],"providing":[106],"high-quality":[107],"visual":[108,148,166],"prompts.":[109,149,167],"When":[110],"generating":[111],"mask":[113,158,203],"prior":[114],"from":[115,155,246],"support":[116,225],"images,":[117,213],"fuse":[119],"better":[124,257],"align":[125],"rather":[129],"than":[130],"relying":[131],"solely":[132],"pre-trained":[135],"backbone.":[136],"Then,":[137],"design":[139,151,171,188],"cycle-consistent":[141],"cross-attention":[142],"fused":[144],"initial":[147],"leverages":[152],"coarse":[153],"masks":[154],"decoder":[159],"ensure":[161],"consistency":[162,199],"between":[163],"Next,":[168],"dual-branch":[170],"is":[172,209],"provided":[173],"using":[175],"discriminative":[177],"positive":[178],"negative":[180],"prompts":[181],"encoder.":[185],"Furthermore,":[186],"simple":[190],"mask-tube":[191],"training":[192],"strategy":[193],"adopt":[195],"our":[196,269],"proposed":[197,207,289],"dual":[198],"into":[201],"tube.":[204],"Although":[205],"DC-SAM":[208],"primarily":[210],"designed":[211],"it":[214],"can":[215],"be":[216],"seamlessly":[217],"extended":[218],"video":[221,236,248],"domain":[222],"with":[223],"SAM2.":[227],"absence":[230],"domain,":[237],"manually":[239],"curate":[240],"construct":[242],"first":[244],"benchmark":[245],"existing":[247],"datasets,":[250],"namedIn-Context":[251],"Video":[252],"Object":[253],"Segmentation":[254],"(IC-VOS),":[255],"assess":[258],"capability":[261],"model.":[264],"Extensive":[265],"experiments":[266],"demonstrate":[267],"that":[268],"achieves":[271],"55.5":[272],"(+1.4)":[273],"mIoU":[274,279],"COCO-20$^{i}$,":[276],"73.0":[277],"(+1.1)":[278],"PASCAL-5$^{i}$,":[281],"a$\\mathcal":[283],"{J\\&F}$score":[284],"71.52":[286],"IC-VOS":[290],"benchmark.":[291]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-12-22T00:00:00"}