{"id":"https://openalex.org/W7152029636","doi":"https://doi.org/10.48550/arxiv.2604.05638","title":"PanopticQuery: Unified Query-Time Reasoning for 4D Scenes","display_name":"PanopticQuery: Unified Query-Time Reasoning for 4D Scenes","publication_year":2026,"publication_date":"2026-04-07","ids":{"openalex":"https://openalex.org/W7152029636","doi":"https://doi.org/10.48550/arxiv.2604.05638"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.05638","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.05638","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133209618","display_name":"Ruilin Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Ruilin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090002621","display_name":"Zhou Yang","orcid":"https://orcid.org/0000-0002-0159-7078"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133165498","display_name":"Zhong Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Zhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133199866","display_name":"Wenxi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Wenxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133217518","display_name":"Yan Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133174454","display_name":"Shengfeng He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Shengfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9514999985694885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9514999985694885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.007199999876320362,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.0044999998062849045,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.7157999873161316},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5428000092506409},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5059999823570251},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4666000008583069},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3937000036239624},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.38839998841285706},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.38040000200271606},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.3750999867916107}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8287000060081482},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.7157999873161316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6166999936103821},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5428000092506409},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5059999823570251},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4666000008583069},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3937000036239624},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.38839998841285706},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3882000148296356},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.38040000200271606},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3750999867916107},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.35370001196861267},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.32499998807907104},{"id":"https://openalex.org/C121375916","wikidata":"https://www.wikidata.org/wiki/Q936559","display_name":"Principle of compositionality","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.260699987411499}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.05638","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.05638","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5398253798484802,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"dynamic":[1,87,145],"4D":[2,32,64,76,82,126],"environments":[3],"through":[4],"natural":[5,98],"language":[6,99,160],"queries":[7,100],"requires":[8],"not":[9],"only":[10],"accurate":[11],"scene":[12],"reconstruction":[13,88],"but":[14],"also":[15],"robust":[16],"semantic":[17,93,104],"grounding":[18],"across":[19,106],"space,":[20],"time,":[21],"and":[22,49,89,109,120,168],"viewpoints.":[23],"While":[24],"recent":[25],"methods":[26],"using":[27],"neural":[28,129],"representations":[29],"have":[30],"advanced":[31],"reconstruction,":[33],"they":[34],"remain":[35],"limited":[36],"in":[37,56,75,144,176],"contextual":[38],"reasoning,":[39],"especially":[40],"for":[41,71,85,141],"complex":[42,159],"semantics":[43,123],"such":[44],"as":[45],"interactions,":[46],"temporal":[47],"actions,":[48,165],"spatial":[50,166],"relations.":[51],"A":[52,171],"key":[53],"challenge":[54],"lies":[55],"transforming":[57],"noisy,":[58],"view-dependent":[59],"predictions":[60,105],"into":[61,124],"globally":[62],"consistent":[63],"interpretations.":[65],"We":[66],"introduce":[67],"PanopticQuery,":[68],"a":[69,91,138,152],"framework":[70],"unified":[72],"query-time":[73],"reasoning":[74],"scenes.":[77,146],"Our":[78],"approach":[79],"builds":[80],"on":[81,158],"Gaussian":[83],"Splatting":[84],"high-fidelity":[86],"introduces":[90],"multi-view":[92],"consensus":[94],"mechanism":[95],"that":[96,149],"grounds":[97],"by":[101],"aggregating":[102],"2D":[103,122],"multiple":[107],"views":[108],"time":[110],"frames.":[111],"This":[112],"process":[113],"filters":[114],"inconsistent":[115],"outputs,":[116],"enforces":[117],"geometric":[118],"consistency,":[119],"lifts":[121],"structured":[125],"groundings":[127],"via":[128],"field":[130],"optimization.":[131],"To":[132],"support":[133],"evaluation,":[134],"we":[135],"present":[136],"Panoptic-L4D,":[137],"new":[139,153],"benchmark":[140],"language-based":[142],"querying":[143],"Experiments":[147],"demonstrate":[148],"PanopticQuery":[150],"sets":[151],"state":[154],"of":[155],"the":[156,177],"art":[157],"queries,":[161],"effectively":[162],"handling":[163],"attributes,":[164],"relationships,":[167],"multi-object":[169],"interactions.":[170],"video":[172],"demonstration":[173],"is":[174],"available":[175],"supplementary":[178],"materials.":[179]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-09T00:00:00"}