{"id":"https://openalex.org/W7139946773","doi":"https://doi.org/10.48550/arxiv.2603.18510","title":"OnlinePG: Online Open-Vocabulary Panoptic Mapping with 3D Gaussian Splatting","display_name":"OnlinePG: Online Open-Vocabulary Panoptic Mapping with 3D Gaussian Splatting","publication_year":2026,"publication_date":"2026-03-19","ids":{"openalex":"https://openalex.org/W7139946773","doi":"https://doi.org/10.48550/arxiv.2603.18510"},"language":"en","primary_location":{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-172982","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-172982","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},"type":"conference-paper","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.18510","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069707429","display_name":"Hongjia Zhai","orcid":"https://orcid.org/0000-0002-7729-8787"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Hongjia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130228529","display_name":"Qi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058813054","display_name":"Xiaokun Pan","orcid":"https://orcid.org/0000-0002-7438-1665"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Xiaokun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130220000","display_name":"Xiyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000151924","display_name":"Yitong Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Yitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108830770","display_name":"Huaqi Zhang","orcid":"https://orcid.org/0000-0003-2552-9640"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Huaqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130231200","display_name":"Dan Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Dan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130252520","display_name":"Guofeng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Guofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.638700008392334,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.638700008392334,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0723000019788742,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.05469999834895134,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/simultaneous-localization-and-mapping","display_name":"Simultaneous localization and mapping","score":0.5037000179290771},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.48669999837875366},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4560000002384186},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.42980000376701355},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.4002000093460083},{"id":"https://openalex.org/keywords/mixture-model","display_name":"Mixture model","score":0.39089998602867126},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.35839998722076416},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.34630000591278076},{"id":"https://openalex.org/keywords/sliding-window-protocol","display_name":"Sliding window protocol","score":0.3407999873161316},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.32600000500679016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8109999895095825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.616599977016449},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.546999990940094},{"id":"https://openalex.org/C86369673","wikidata":"https://www.wikidata.org/wiki/Q1203659","display_name":"Simultaneous localization and mapping","level":4,"score":0.5037000179290771},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.48669999837875366},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4560000002384186},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.42980000376701355},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.4002000093460083},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.35839998722076416},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.34630000591278076},{"id":"https://openalex.org/C102392041","wikidata":"https://www.wikidata.org/wiki/Q592860","display_name":"Sliding window protocol","level":3,"score":0.3407999873161316},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.32600000500679016},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.2962000072002411},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2824000120162964},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.26980000734329224},{"id":"https://openalex.org/C2779188883","wikidata":"https://www.wikidata.org/wiki/Q82446","display_name":"Global Map","level":3,"score":0.26429998874664307},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C5134670","wikidata":"https://www.wikidata.org/wiki/Q1626444","display_name":"Cut","level":4,"score":0.26010000705718994},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.25839999318122864}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-172982","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-172982","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"doi:10.48550/arxiv.2603.18510","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18510","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.18510","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18510","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Open-vocabulary":[0],"scene":[1,155],"understanding":[2],"with":[3,16,73,115],"online":[4,59,64,171],"panoptic":[5,65],"mapping":[6],"is":[7],"essential":[8],"for":[9,118],"embodied":[10],"applications":[11],"to":[12,31,62,106,152],"perceive":[13],"and":[14,43,50,93,124],"interact":[15],"environments.":[17],"However,":[18],"existing":[19],"methods":[20],"are":[21],"predominantly":[22],"offline":[23],"or":[24],"lack":[25],"instance-level":[26],"understanding,":[27],"limiting":[28],"their":[29],"applicability":[30],"real-world":[32],"robotic":[33],"tasks.":[34],"In":[35],"this":[36],"paper,":[37],"we":[38,67,82,111,140],"propose":[39],"OnlinePG,":[40],"a":[41,74,84],"novel":[42],"effective":[44],"system":[45],"that":[46,89,164],"integrates":[47],"geometric":[48,92],"reconstruction":[49],"open-vocabulary":[51,154],"perception":[52],"using":[53],"3D":[54,85,121,135,148],"Gaussian":[55,122,136],"Splatting":[56],"in":[57],"an":[58,69],"setting.":[60],"Technically,":[61],"achieve":[63,153],"mapping,":[66],"employ":[68],"efficient":[70],"local-to-global":[71],"paradigm":[72],"sliding":[75,100],"window.":[76],"To":[77],"build":[78],"local":[79,120],"consistency":[80],"map,":[81,110],"construct":[83,112],"segment":[86],"clustering":[87],"graph":[88],"jointly":[90],"leverages":[91],"semantic":[94],"cues,":[95],"fusing":[96],"inconsistent":[97],"segments":[98],"within":[99],"window":[101],"into":[102,127],"complete":[103],"instances.":[104],"Subsequently,":[105],"update":[107],"the":[108,119,128,142,147],"global":[109,129],"explicit":[113],"grids":[114,151],"spatial":[116,149],"attributes":[117],"map":[123,130],"fuse":[125],"them":[126],"via":[131],"robust":[132],"bidirectional":[133],"bipartite":[134],"instance":[137],"matching.":[138],"Finally,":[139],"utilize":[141],"fused":[143],"VLM":[144],"features":[145],"inside":[146],"attribute":[150],"understanding.":[156],"Extensive":[157],"experiments":[158],"on":[159],"widely":[160],"used":[161],"datasets":[162],"demonstrate":[163],"our":[165],"method":[166],"achieves":[167],"better":[168],"performance":[169],"among":[170],"approaches,":[172],"while":[173],"maintaining":[174],"real-time":[175],"efficiency.":[176]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-21T00:00:00"}