{"id":"https://openalex.org/W4413925051","doi":"https://doi.org/10.1109/icra55743.2025.11127468","title":"RE0: Recognize Everything with 3D Zero-Shot Instance Segmentation","display_name":"RE0: Recognize Everything with 3D Zero-Shot Instance Segmentation","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4413925051","doi":"https://doi.org/10.1109/icra55743.2025.11127468"},"language":"en","primary_location":{"id":"doi:10.1109/icra55743.2025.11127468","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127468","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100985461","display_name":"Xiaohan Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaohan Yan","raw_affiliation_strings":["CAD Research Center, Tongji University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAD Research Center, Tongji University,China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109490779","display_name":"Zijian Jiang","orcid":"https://orcid.org/0009-0009-1607-1640"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijian Jiang","raw_affiliation_strings":["CAD Research Center, Tongji University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAD Research Center, Tongji University,China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116335653","display_name":"Yinghao Shuai","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinghao Shuai","raw_affiliation_strings":["CAD Research Center, Tongji University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAD Research Center, Tongji University,China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332810","display_name":"Nan Wang","orcid":"https://orcid.org/0009-0006-1132-8054"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Wang","raw_affiliation_strings":["CAD Research Center, Tongji University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAD Research Center, Tongji University,China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069133173","display_name":"Xiaowei Song","orcid":"https://orcid.org/0000-0001-9215-0572"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowei Song","raw_affiliation_strings":["CAD Research Center, Tongji University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAD Research Center, Tongji University,China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049664438","display_name":"Wenbo Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Ji","raw_affiliation_strings":["CAD Research Center, Tongji University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAD Research Center, Tongji University,China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055139092","display_name":"Ge Wu","orcid":"https://orcid.org/0000-0001-8432-5272"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ge Wu","raw_affiliation_strings":["College of Computer Science, Nankai University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University,China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101336701","display_name":"Jinyu He","orcid":"https://orcid.org/0009-0006-7020-8108"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyu He","raw_affiliation_strings":["School of Information Science and Engineering, Xiamen University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Xiamen University,China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367316","display_name":"Gang Wei","orcid":"https://orcid.org/0000-0001-7338-818X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wei","raw_affiliation_strings":["CAD Research Center, Tongji University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAD Research Center, Tongji University,China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110025554","display_name":"Zhicheng Wang","orcid":"https://orcid.org/0000-0002-2232-4298"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhicheng Wang","raw_affiliation_strings":["CAD Research Center, Tongji University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAD Research Center, Tongji University,China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5100985461"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":1.0724,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81158642,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"12655","last_page":"12662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9434999823570251,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9434999823570251,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9377999901771545,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9279000163078308,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.6318882703781128},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5817057490348816},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5579330325126648},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.5540598034858704},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45971348881721497},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.43077394366264343},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40267837047576904},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.09098571538925171},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06674215197563171},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.06221872568130493}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6318882703781128},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5817057490348816},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5579330325126648},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5540598034858704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45971348881721497},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.43077394366264343},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40267837047576904},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.09098571538925171},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06674215197563171},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06221872568130493},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra55743.2025.11127468","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127468","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1903029394","https://openalex.org/W2075638098","https://openalex.org/W2594519801","https://openalex.org/W2963125977","https://openalex.org/W2963226018","https://openalex.org/W2963281829","https://openalex.org/W2990613095","https://openalex.org/W3034949383","https://openalex.org/W3116959466","https://openalex.org/W3166573884","https://openalex.org/W3171433839","https://openalex.org/W3198923361","https://openalex.org/W4206545193","https://openalex.org/W4214755140","https://openalex.org/W4307437122","https://openalex.org/W4312649925","https://openalex.org/W4382457953","https://openalex.org/W4383109105","https://openalex.org/W4385430678","https://openalex.org/W4386065742","https://openalex.org/W4386076422","https://openalex.org/W4390873101","https://openalex.org/W4390874575","https://openalex.org/W4394593003","https://openalex.org/W4402727359","https://openalex.org/W4402727760","https://openalex.org/W4402753888","https://openalex.org/W4404722414"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W4411535265","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Recognizing":[0],"objects":[1],"in":[2,26,146],"the":[3,14,38,47,67,100,113,147,170,218],"3D":[4,18,27,53,78,93,102,114],"world":[5],"is":[6,28],"a":[7,22,55,89],"significant":[8],"challenge":[9],"for":[10,77,92],"robotics.":[11],"Due":[12],"to":[13,51,127,139,143,164,169],"lack":[15],"of":[16,49,176,197,202],"high-quality":[17],"data,":[19],"directly":[20],"training":[21,187],"general-purpose":[23],"segmentation":[24,96,216],"model":[25],"almost":[29],"infeasible.":[30],"Meanwhile,":[31],"vision":[32,41],"foundation":[33],"models":[34],"(VFM)":[35],"have":[36],"revolutionized":[37],"2D":[39],"computer":[40],"field":[42],"with":[43,109,136,230],"outstanding":[44],"performance,":[45],"making":[46],"use":[48],"VFM":[50],"assist":[52],"perception":[54],"promising":[56],"direction.":[57],"However,":[58],"most":[59],"existing":[60],"VFM-assisted":[61],"methods":[62],"do":[63],"not":[64,183],"effectively":[65],"address":[66,82],"2D-3D":[68],"inconsistency":[69],"problem":[70],"or":[71],"adequately":[72],"provide":[73],"corresponding":[74],"semantic":[75,121,167],"information":[76,130,156],"instance":[79,95],"objects.":[80],"To":[81],"these":[83],"two":[84],"issues,":[85],"this":[86],"paper":[87],"introduces":[88],"novel":[90],"framework":[91],"zero-shot":[94,220],"called":[97],"RE0.":[98],"For":[99],"given":[101],"point":[103,145,148,171,178],"clouds":[104],"and":[105,119,150,173,188,199,207,224],"multi-view":[106,132],"RGB-D":[107],"images":[108],"poses,":[110],"we":[111,124,159],"leverage":[112],"geometric":[115],"information,":[116],"projection":[117,137,161],"relationships,":[118],"CLIP":[120,166],"features.":[122],"Specifically,":[123],"utilize":[125],"CropFormer":[126,198],"extract":[128],"mask":[129],"from":[131],"posed":[133],"images,":[134],"combined":[135],"relationships":[138,162],"assign":[140,165],"point-level":[141],"labels":[142],"each":[144],"cloud,":[149],"achieve":[151,174],"instance-level":[152],"consistency":[153],"through":[154],"inter-frame":[155],"interaction.":[157],"Then,":[158],"employ":[160],"again":[163],"features":[168],"cloud":[172],"aggregation":[175],"small-scale":[177],"clouds.":[179],"Notably,":[180],"RE0":[181],"does":[182],"require":[184],"any":[185],"additional":[186],"can":[189],"be":[190],"implemented":[191],"by":[192],"supporting":[193],"only":[194,231],"one":[195,200,232],"inference":[196,201],"CLIP.":[203],"Experiments":[204],"on":[205],"ScanNet200":[206],"ScanNet++":[208],"show":[209],"that":[210],"our":[211],"method":[212],"achieves":[213],"higher":[214],"quality":[215],"than":[217],"previous":[219],"methods.":[221],"Our":[222],"codes":[223],"demos":[225],"are":[226],"available":[227],"at":[228],"https://recognizeeverything.github.io/,":[229],"RTX":[233],"3090":[234],"GPU":[235],"required.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}