{"id":"https://openalex.org/W4400188621","doi":"https://doi.org/10.1109/tpami.2024.3421340","title":"Reference Twice: A Simple and Unified Baseline for Few-Shot Instance Segmentation","display_name":"Reference Twice: A Simple and Unified Baseline for Few-Shot Instance Segmentation","publication_year":2024,"publication_date":"2024-07-01","ids":{"openalex":"https://openalex.org/W4400188621","doi":"https://doi.org/10.1109/tpami.2024.3421340","pmid":"https://pubmed.ncbi.nlm.nih.gov/38949945"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3421340","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3421340","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114833557","display_name":"Yue Han","orcid":"https://orcid.org/0009-0005-2545-2446"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Han","raw_affiliation_strings":["Institute of Cyber-Systems and Control, Advanced Perception on Robotics and Intelligent Learning Lab (APRIL), Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-2545-2446","affiliations":[{"raw_affiliation_string":"Institute of Cyber-Systems and Control, Advanced Perception on Robotics and Intelligent Learning Lab (APRIL), Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021861529","display_name":"Jiangning Zhang","orcid":"https://orcid.org/0000-0001-8891-6766"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangning Zhang","raw_affiliation_strings":["Youtu Lab, Tencent, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8891-6766","affiliations":[{"raw_affiliation_string":"Youtu Lab, Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028731909","display_name":"Yabiao Wang","orcid":"https://orcid.org/0000-0002-6592-8411"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yabiao Wang","raw_affiliation_strings":["Youtu Lab, Tencent, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Youtu Lab, Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023834700","display_name":"Chengjie Wang","orcid":"https://orcid.org/0000-0003-4216-8090"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengjie Wang","raw_affiliation_strings":["Youtu Lab, Tencent, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-4216-8090","affiliations":[{"raw_affiliation_string":"Youtu Lab, Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100724297","display_name":"Yong Liu","orcid":"https://orcid.org/0000-0003-4822-8939"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Liu","raw_affiliation_strings":["Institute of Cyber-Systems and Control, Advanced Perception on Robotics and Intelligent Learning Lab (APRIL), Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4822-8939","affiliations":[{"raw_affiliation_string":"Institute of Cyber-Systems and Control, Advanced Perception on Robotics and Intelligent Learning Lab (APRIL), Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045358378","display_name":"Lu Qi","orcid":"https://orcid.org/0000-0002-2684-0062"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu Qi","raw_affiliation_strings":["Department of Computer Science and Engineering, University of California Merced, Merced, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2684-0062","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of California Merced, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418319","display_name":"Ming\u2013Hsuan Yang","orcid":"https://orcid.org/0000-0003-4848-2304"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming-Hsuan Yang","raw_affiliation_strings":["Department of Computer Science and Engineering, University of California Merced, Merced, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4848-2304","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of California Merced, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089900108","display_name":"Xiangtai Li","orcid":"https://orcid.org/0000-0002-0550-8247"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiangtai Li","raw_affiliation_strings":["Tiktok, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0550-8247","affiliations":[{"raw_affiliation_string":"Tiktok, Singapore","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.4268,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.94962928,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"46","issue":"12","first_page":"9221","last_page":"9238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7803999781608582,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7803999781608582,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6999725103378296},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6464091539382935},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6104781627655029},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5862829685211182},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5711563229560852},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5007803440093994},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4872785806655884},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.4487072229385376},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36404091119766235}],"concepts":[{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6999725103378296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6464091539382935},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6104781627655029},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5862829685211182},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5711563229560852},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5007803440093994},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4872785806655884},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.4487072229385376},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36404091119766235},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3421340","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3421340","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38949945","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38949945","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":126,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2031489346","https://openalex.org/W2194775991","https://openalex.org/W2902069582","https://openalex.org/W2902683551","https://openalex.org/W2908510526","https://openalex.org/W2948672349","https://openalex.org/W2949879676","https://openalex.org/W2963150697","https://openalex.org/W2964105864","https://openalex.org/W2990230185","https://openalex.org/W2991559096","https://openalex.org/W2993182889","https://openalex.org/W2996583130","https://openalex.org/W3033502887","https://openalex.org/W3034354010","https://openalex.org/W3034890557","https://openalex.org/W3047258141","https://openalex.org/W3095891659","https://openalex.org/W3096609285","https://openalex.org/W3106906018","https://openalex.org/W3110528336","https://openalex.org/W3154360923","https://openalex.org/W3166058839","https://openalex.org/W3173355903","https://openalex.org/W3173859428","https://openalex.org/W3174017448","https://openalex.org/W3174396556","https://openalex.org/W3175373796","https://openalex.org/W3176065502","https://openalex.org/W3180959016","https://openalex.org/W3191799143","https://openalex.org/W3200297852","https://openalex.org/W3202403972","https://openalex.org/W3202424564","https://openalex.org/W3211980987","https://openalex.org/W3216939881","https://openalex.org/W4214724741","https://openalex.org/W4220971618","https://openalex.org/W4221153119","https://openalex.org/W4221153269","https://openalex.org/W4226069575","https://openalex.org/W4226090374","https://openalex.org/W4229042118","https://openalex.org/W4289535682","https://openalex.org/W4312359569","https://openalex.org/W4312430245","https://openalex.org/W4312443348","https://openalex.org/W4312465640","https://openalex.org/W4312559104","https://openalex.org/W4312580994","https://openalex.org/W4312653100","https://openalex.org/W4312702383","https://openalex.org/W4312747482","https://openalex.org/W4312755049","https://openalex.org/W4312815172","https://openalex.org/W4312890493","https://openalex.org/W4312910992","https://openalex.org/W4312935555","https://openalex.org/W4313010934","https://openalex.org/W4313026212","https://openalex.org/W4313034431","https://openalex.org/W4313167301","https://openalex.org/W4313175608","https://openalex.org/W4313196086","https://openalex.org/W4322718191","https://openalex.org/W4364321988","https://openalex.org/W4367189325","https://openalex.org/W4372283850","https://openalex.org/W4382462248","https://openalex.org/W4386065874","https://openalex.org/W4386065936","https://openalex.org/W4386066010","https://openalex.org/W4386071535","https://openalex.org/W4386071614","https://openalex.org/W4386071839","https://openalex.org/W4386071855","https://openalex.org/W4386075561","https://openalex.org/W4386075597","https://openalex.org/W4386075985","https://openalex.org/W4386076029","https://openalex.org/W4386076222","https://openalex.org/W4386076522","https://openalex.org/W4387323012","https://openalex.org/W4390872318","https://openalex.org/W4390872357","https://openalex.org/W4390872928","https://openalex.org/W4390873107","https://openalex.org/W4390873343","https://openalex.org/W4390874575","https://openalex.org/W4390971106","https://openalex.org/W4391109864","https://openalex.org/W4391547487","https://openalex.org/W4394758452","https://openalex.org/W4401070841","https://openalex.org/W4402733565","https://openalex.org/W4404658388","https://openalex.org/W6620707391","https://openalex.org/W6717697761","https://openalex.org/W6756356357","https://openalex.org/W6756657096","https://openalex.org/W6757817989","https://openalex.org/W6763315676","https://openalex.org/W6767471572","https://openalex.org/W6774983715","https://openalex.org/W6784094891","https://openalex.org/W6784924269","https://openalex.org/W6795934563","https://openalex.org/W6802517928","https://openalex.org/W6803550169","https://openalex.org/W6803928784","https://openalex.org/W6810053609","https://openalex.org/W6810334672","https://openalex.org/W6811072154","https://openalex.org/W6842806116","https://openalex.org/W6846377438","https://openalex.org/W6846680268","https://openalex.org/W6850462617","https://openalex.org/W6850625674","https://openalex.org/W6851980744","https://openalex.org/W6852694211","https://openalex.org/W6853781193","https://openalex.org/W6853831469","https://openalex.org/W6856473036","https://openalex.org/W6856826615","https://openalex.org/W6857911570"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2383111961","https://openalex.org/W2980279061","https://openalex.org/W2365952365","https://openalex.org/W2334685461","https://openalex.org/W2352448290","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Few-Shot":[0],"Instance":[1],"Segmentation":[2],"(FSIS)":[3],"requires":[4],"detecting":[5],"and":[6,31,63,68,112,124],"segmenting":[7],"novel":[8,28,78],"classes":[9],"with":[10,141,186],"limited":[11],"support":[12,62,93],"examples.":[13],"Existing":[14],"methods":[15,185],"based":[16],"on":[17,159],"Region":[18],"Proposal":[19],"Networks":[20],"(RPNs)":[21],"face":[22],"two":[23],"issues:":[24],"1)":[25,76],"overfitting":[26],"suppresses":[27],"class":[29,47],"objects":[30],"2)":[32,90],"dual-branch":[33],"models":[34,139],"require":[35],"complex":[36,120],"spatial":[37,42,121],"correlation":[38,122],"strategies":[39],"to":[40,57,105,133,145,153],"prevent":[41],"information":[43],"loss":[44,132],"when":[45],"generating":[46],"prototypes.":[48],"We":[49],"introduce":[50],"a":[51,77,85,127],"unified":[52],"framework,":[53],"Reference":[54],"Twice":[55],"(RefT),":[56],"exploit":[58],"the":[59,135,146,160],"relationship":[60],"between":[61],"query":[64,103,113],"features":[65,104],"for":[66,88],"FSIS":[67,165],"related":[69],"tasks.":[70],"Our":[71],"three":[72,164],"main":[73],"contributions":[74],"are:":[75],"transformer-based":[79],"baseline":[80],"that":[81,92,168],"avoids":[82],"overfitting,":[83],"offering":[84],"new":[86],"direction":[87],"FSIS;":[89],"demonstrating":[91],"object":[94],"queries":[95],"encode":[96],"key":[97],"factors":[98],"after":[99],"base":[100,129],"training,":[101],"allowing":[102],"be":[106],"enhanced":[107],"twice":[108],"at":[109],"both":[110],"feature":[111],"levels":[114],"using":[115],"simple":[116],"cross-attention,":[117],"thus":[118],"avoiding":[119],"interaction;":[123],"3)":[125],"introducing":[126],"class-enhanced":[128],"knowledge":[130],"distillation":[131],"address":[134],"issue":[136],"of":[137],"DETR-like":[138],"struggling":[140],"incremental":[142,154],"settings":[143,166],"due":[144],"input":[147],"projection":[148],"layer,":[149],"enabling":[150],"easy":[151],"extension":[152],"FSIS.":[155],"Extensive":[156],"experimental":[157],"evaluations":[158],"COCO":[161],"dataset":[162],"under":[163],"demonstrate":[167],"our":[169],"method":[170],"performs":[171],"favorably":[172],"against":[173],"existing":[174],"approaches":[175],"across":[176],"different":[177],"shots,":[178],"e.g.,":[179],"+8.2/+9.4":[180],"performance":[181],"gain":[182],"over":[183],"state-of-the-art":[184],"10/30-shots.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}