{"id":"https://openalex.org/W4416750188","doi":"https://doi.org/10.1109/iros60139.2025.11245846","title":"PanopticSplatting: End-to-End Panoptic Gaussian Splatting","display_name":"PanopticSplatting: End-to-End Panoptic Gaussian Splatting","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416750188","doi":"https://doi.org/10.1109/iros60139.2025.11245846"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11245846","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11245846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058348491","display_name":"Kelvin Y. Xie","orcid":"https://orcid.org/0000-0001-8675-5321"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuxuan Xie","raw_affiliation_strings":["Zhejiang University,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Hangzhou,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100621870","display_name":"Xuan Yu","orcid":"https://orcid.org/0009-0003-5265-5287"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Yu","raw_affiliation_strings":["Zhejiang University,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Hangzhou,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028038982","display_name":"Changjian Jiang","orcid":"https://orcid.org/0000-0003-1774-1385"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjian Jiang","raw_affiliation_strings":["Zhejiang University,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Hangzhou,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062329742","display_name":"Sitong Mao","orcid":"https://orcid.org/0000-0003-2490-2896"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sitong Mao","raw_affiliation_strings":["Huawei Cloud Computing Technologies Co., Ltd.,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud Computing Technologies Co., Ltd.,Shenzhen,China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042268476","display_name":"Shunbo Zhou","orcid":"https://orcid.org/0000-0002-6077-4951"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunbo Zhou","raw_affiliation_strings":["Huawei Cloud Computing Technologies Co., Ltd.,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud Computing Technologies Co., Ltd.,Shenzhen,China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038867899","display_name":"Rui Fan","orcid":"https://orcid.org/0000-0003-2593-6596"},"institutions":[{"id":"https://openalex.org/I4210105785","display_name":"Intelligent Systems Research (United States)","ror":"https://ror.org/01reevc91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210105785"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rui Fan","raw_affiliation_strings":["Tongji University,College of Electronics & Information Engineering, Shanghai Institute of Intelligent Science and Technology, Shanghai Research Institute for Intelligent Autonomous Systems,State Key Laboratory of Intelligent Autonomous Systems, and Frontiers Science Center for Intelligent Autonomous Systems,Shanghai,China,201804"],"affiliations":[{"raw_affiliation_string":"Tongji University,College of Electronics & Information Engineering, Shanghai Institute of Intelligent Science and Technology, Shanghai Research Institute for Intelligent Autonomous Systems,State Key Laboratory of Intelligent Autonomous Systems, and Frontiers Science Center for Intelligent Autonomous Systems,Shanghai,China,201804","institution_ids":["https://openalex.org/I4210105785"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019081110","display_name":"Rong Xiong","orcid":"https://orcid.org/0000-0001-9318-9014"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Xiong","raw_affiliation_strings":["Zhejiang University,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Hangzhou,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104314414","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0001-8476-8436"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Zhejiang University,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Hangzhou,China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5058348491"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37126496,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4067","last_page":"4074"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.6543999910354614,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.6543999910354614,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.13619999587535858,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.04859999939799309,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.598800003528595},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.54339998960495},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.47769999504089355},{"id":"https://openalex.org/keywords/mixture-model","display_name":"Mixture model","score":0.4530999958515167},{"id":"https://openalex.org/keywords/panopticon","display_name":"Panopticon","score":0.43140000104904175},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.36010000109672546},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.32440000772476196},{"id":"https://openalex.org/keywords/image-warping","display_name":"Image warping","score":0.3091000020503998}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.769599974155426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7124000191688538},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6967999935150146},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.598800003528595},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.54339998960495},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.47769999504089355},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.4530999958515167},{"id":"https://openalex.org/C138569888","wikidata":"https://www.wikidata.org/wiki/Q828310","display_name":"Panopticon","level":3,"score":0.43140000104904175},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.32440000772476196},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.32010000944137573},{"id":"https://openalex.org/C157202957","wikidata":"https://www.wikidata.org/wiki/Q1659609","display_name":"Image warping","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C2778949103","wikidata":"https://www.wikidata.org/wiki/Q600717","display_name":"Staring","level":2,"score":0.29910001158714294},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.29589998722076416},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C166550679","wikidata":"https://www.wikidata.org/wiki/Q263400","display_name":"Gaussian network model","level":3,"score":0.2655999958515167},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.2635999917984009},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.2596000134944916}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11245846","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11245846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2594519801","https://openalex.org/W3096609285","https://openalex.org/W3159481202","https://openalex.org/W3210613940","https://openalex.org/W4200150166","https://openalex.org/W4221151978","https://openalex.org/W4385318467","https://openalex.org/W4386075898","https://openalex.org/W4390872744","https://openalex.org/W4390873101","https://openalex.org/W4390874575","https://openalex.org/W4390905271","https://openalex.org/W4393248012","https://openalex.org/W4402716032","https://openalex.org/W4402727529","https://openalex.org/W4402771875","https://openalex.org/W4404002612","https://openalex.org/W4405786798","https://openalex.org/W4405811732","https://openalex.org/W4410949566"],"related_works":[],"abstract_inverted_index":{"Open-vocabulary":[0],"panoptic":[1,58,155,169],"reconstruction":[2,10,156,170],"is":[3],"a":[4],"challenging":[5],"task":[6],"for":[7,18,56],"simultaneous":[8],"scene":[9,20,154],"and":[11,36,46,104,144,160,167,184],"understanding.":[12],"Recently,":[13],"methods":[14,28],"have":[15],"been":[16],"proposed":[17],"3D":[19,126,153],"understanding":[21],"based":[22],"on":[23,137,157,189],"Gaussian":[24,64,182,191],"splatting.":[25],"However,":[26],"these":[27],"are":[29],"multi-staged,":[30],"suffering":[31],"from":[32],"the":[33,37,44,90,110,158],"accumulated":[34],"errors":[35],"dependence":[38],"of":[39,112,181],"hand-designed":[40],"components.":[41],"To":[42],"streamline":[43],"pipeline":[45],"achieve":[47],"global":[48],"optimization,":[49],"we":[50,119,185],"propose":[51,120],"PanopticSplatting,":[52],"an":[53,78],"end-to-end":[54,79],"system":[55],"open-vocabulary":[57],"reconstruction.":[59],"Our":[60,147],"method":[61,148],"introduces":[62],"query-guided":[63],"segmentation":[65,127,145],"with":[66,101,128,164],"local":[67,82],"cross":[68,83],"attention,":[69],"lifting":[70],"2D":[71,116,138],"instance":[72],"masks":[73],"without":[74],"cross-frame":[75],"association":[76],"in":[77,115,152],"way.":[80],"The":[81],"attention":[84],"within":[85],"view":[86],"frustum":[87],"effectively":[88],"reduces":[89],"training":[91],"memory,":[92],"making":[93],"our":[94],"model":[95],"more":[96,102],"accessible":[97],"to":[98,108,123,178],"large":[99],"scenes":[100],"Gaussians":[103],"objects.":[105],"In":[106],"addition,":[107],"address":[109],"challenge":[111],"noisy":[113,130],"labels":[114],"pseudo":[117],"masks,":[118],"label":[121,135],"blending":[122],"promote":[124],"consistent":[125],"less":[129],"floaters,":[131],"as":[132,134],"well":[133],"warping":[136],"predictions":[139],"which":[140],"enhances":[141],"multi-view":[142],"coherence":[143],"accuracy.":[146],"demonstrates":[149],"strong":[150],"performances":[151],"ScanNet-V2":[159],"ScanNet++":[161],"datasets,":[162],"compared":[163],"both":[165],"NeRF-based":[166],"Gaussian-based":[168],"methods.":[171],"Moreover,":[172],"PanopticSplatting":[173],"can":[174],"be":[175],"easily":[176],"generalized":[177],"numerous":[179],"variants":[180],"splatting,":[183],"demonstrate":[186],"its":[187],"robustness":[188],"different":[190],"base":[192],"models.":[193]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-28T00:00:00"}