{"id":"https://openalex.org/W4405786798","doi":"https://doi.org/10.1109/iros58592.2024.10801961","title":"PanopticRecon: Leverage Open-vocabulary Instance Segmentation for Zero-shot Panoptic Reconstruction","display_name":"PanopticRecon: Leverage Open-vocabulary Instance Segmentation for Zero-shot Panoptic Reconstruction","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405786798","doi":"https://doi.org/10.1109/iros58592.2024.10801961"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10801961","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801961","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100621870","display_name":"Xuan Yu","orcid":"https://orcid.org/0009-0003-5265-5287"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuan Yu","raw_affiliation_strings":["Zhejiang University,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Hangzhou,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100602516","display_name":"Yili Liu","orcid":"https://orcid.org/0009-0002-7218-9407"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yili Liu","raw_affiliation_strings":["Zhejiang University,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Hangzhou,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101392978","display_name":"Chenrui Han","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenrui Han","raw_affiliation_strings":["Zhejiang University,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Hangzhou,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062329742","display_name":"Sitong Mao","orcid":"https://orcid.org/0000-0003-2490-2896"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sitong Mao","raw_affiliation_strings":["Huawei Cloud Computing Technologies Co., Ltd.,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud Computing Technologies Co., Ltd.,Shenzhen,China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042268476","display_name":"Shunbo Zhou","orcid":"https://orcid.org/0000-0002-6077-4951"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunbo Zhou","raw_affiliation_strings":["Huawei Cloud Computing Technologies Co., Ltd.,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud Computing Technologies Co., Ltd.,Shenzhen,China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019081110","display_name":"Rong Xiong","orcid":"https://orcid.org/0000-0001-9318-9014"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Xiong","raw_affiliation_strings":["Zhejiang University,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Hangzhou,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018811297","display_name":"Yiyi Liao","orcid":"https://orcid.org/0000-0001-6662-3022"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiyi Liao","raw_affiliation_strings":["Zhejiang University,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Hangzhou,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100372038","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0002-4664-4587"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Zhejiang University,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Hangzhou,China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100621870"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.7873,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.74903792,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"12947","last_page":"12954"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.955299973487854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9186000227928162,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7304677367210388},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6356304883956909},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5876297950744629},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5365996360778809},{"id":"https://openalex.org/keywords/panopticon","display_name":"Panopticon","score":0.5255295634269714},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5201440453529358},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4540165662765503},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.44646385312080383},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.42613571882247925},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.41552382707595825},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3307926654815674},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.0996708869934082},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.09240207076072693}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7304677367210388},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6356304883956909},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5876297950744629},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5365996360778809},{"id":"https://openalex.org/C138569888","wikidata":"https://www.wikidata.org/wiki/Q828310","display_name":"Panopticon","level":3,"score":0.5255295634269714},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5201440453529358},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4540165662765503},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.44646385312080383},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.42613571882247925},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.41552382707595825},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3307926654815674},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0996708869934082},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.09240207076072693},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10801961","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801961","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320330944","display_name":"Nature","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1999478155","https://openalex.org/W2336961836","https://openalex.org/W2340897893","https://openalex.org/W2560023338","https://openalex.org/W2594519801","https://openalex.org/W2737258237","https://openalex.org/W2999219213","https://openalex.org/W3003991701","https://openalex.org/W3203597819","https://openalex.org/W3210613940","https://openalex.org/W4200150166","https://openalex.org/W4221151978","https://openalex.org/W4312433568","https://openalex.org/W4312815172","https://openalex.org/W4321512561","https://openalex.org/W4385413553","https://openalex.org/W4386065742","https://openalex.org/W4386075898","https://openalex.org/W4389665646","https://openalex.org/W4390872641","https://openalex.org/W4390874575","https://openalex.org/W4390874670","https://openalex.org/W4390905271","https://openalex.org/W4390969311","https://openalex.org/W4404002612","https://openalex.org/W6797770180","https://openalex.org/W6803754133","https://openalex.org/W6811433417","https://openalex.org/W6851800889","https://openalex.org/W6853375090","https://openalex.org/W6861232000"],"related_works":["https://openalex.org/W2921107741","https://openalex.org/W2197002326","https://openalex.org/W2494728058","https://openalex.org/W3204968380","https://openalex.org/W1710116222","https://openalex.org/W2800383628","https://openalex.org/W2345320341","https://openalex.org/W4233922521","https://openalex.org/W2492288033","https://openalex.org/W2110567475"],"abstract_inverted_index":{"Panoptic":[0],"reconstruction":[1,47,181],"is":[2,32],"a":[3,43,90,106,128],"challenging":[4],"task":[5],"in":[6],"3D":[7,23,28,91,129,153],"scene":[8,140],"understanding.":[9],"However,":[10],"most":[11],"existing":[12],"methods":[13,160],"heavily":[14],"rely":[15],"on":[16,161],"pre-trained":[17],"semantic":[18,110],"segmentation":[19,132,178],"models":[20],"and":[21,69,88,143,167,180],"known":[22],"object":[24],"bounding":[25],"boxes":[26],"for":[27,35,94,108,116],"panoptic":[29,46],"segmentation,":[30,56,61],"which":[31],"not":[33],"available":[34],"in-the-wild":[36],"scenes.":[37,53],"In":[38],"this":[39],"paper,":[40],"we":[41,57,100,123],"propose":[42],"novel":[44],"zero-shot":[45,55],"method":[48,157,179],"from":[49],"RGB-D":[50],"images":[51],"of":[52,84,175],"For":[54],"leverage":[58],"open-vocabulary":[59],"instance":[60,70,92,97,125,130,146,154],"but":[62],"it":[63],"has":[64],"to":[65,104,112,136,148],"face":[66],"partial":[67,79,102],"labeling":[68],"association":[71,126],"challenges.":[72],"We":[73],"tackle":[74],"both":[75],"challenges":[76],"by":[77],"propagating":[78],"labels":[80,103,115],"with":[81,118],"the":[82,139,162,168,173],"aid":[83],"dense":[85,119],"generalized":[86,109],"features":[87,111],"building":[89],"graph":[93,131,177],"associating":[95],"2D":[96,145],"IDs.":[98],"Specifically,":[99],"exploit":[101],"learn":[105],"classifier":[107],"provide":[113],"complete":[114],"scenes":[117],"distilled":[120],"features.":[121],"Moreover,":[122],"formulate":[124],"as":[127],"problem,":[133],"allowing":[134],"us":[135],"fully":[137],"utilize":[138],"geometry":[141],"prior":[142],"all":[144],"masks":[147],"infer":[149],"global":[150],"unique":[151],"pseudo":[152],"ID.":[155],"Our":[156],"outperforms":[158],"state-of-the-art":[159],"indoor":[163],"dataset":[164,170],"ScanNet":[165],"V2":[166],"outdoor":[169],"KITTI-360,":[171],"demonstrating":[172],"effectiveness":[174],"our":[176],"network.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}