{"id":"https://openalex.org/W7160599599","doi":"https://doi.org/10.48550/arxiv.2605.06088","title":"OpenGaFF: Open-Vocabulary Gaussian Feature Field with Codebook Attention","display_name":"OpenGaFF: Open-Vocabulary Gaussian Feature Field with Codebook Attention","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160599599","doi":"https://doi.org/10.48550/arxiv.2605.06088"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06088","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06088","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06088","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088703050","display_name":"Kunyi Li","orcid":"https://orcid.org/0000-0001-5089-2543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Kunyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088795883","display_name":"Michael Niemeyer","orcid":"https://orcid.org/0009-0007-3605-873X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niemeyer, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135659804","display_name":"Sen Wang","orcid":"https://orcid.org/0000-0001-7179-626X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Sen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000701918","display_name":"Stefano Gasperini","orcid":"https://orcid.org/0000-0002-7841-1569"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gasperini, Stefano","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135670164","display_name":"Nassir Navab","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Navab, Nassir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135719904","display_name":"Federico Tombari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tombari, Federico","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.36480000615119934,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.36480000615119934,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.2766000032424927,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.07100000232458115,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.7986999750137329},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5716999769210815},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5634999871253967},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5242000222206116},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.503600001335144},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.484499990940094},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.46790000796318054},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.46480000019073486},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.41780000925064087}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.7986999750137329},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6802999973297119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5902000069618225},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5716999769210815},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5634999871253967},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5242000222206116},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.503600001335144},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.484499990940094},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.46790000796318054},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46480000019073486},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.3986999988555908},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.39629998803138733},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.34200000762939453},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3091000020503998},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29170000553131104},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C2983787585","wikidata":"https://www.wikidata.org/wiki/Q93586","display_name":"Feature matching","level":3,"score":0.28060001134872437},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2802000045776367},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.2572000026702881},{"id":"https://openalex.org/C2778493491","wikidata":"https://www.wikidata.org/wiki/Q7449072","display_name":"Semantic matching","level":3,"score":0.25690001249313354},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06088","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06088","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06088","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06088","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6278857588768005}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"open-vocabulary":[1,30,133,147],"3D":[2,31,36,88,146,162],"scenes":[3],"with":[4],"Gaussian-based":[5],"representations":[6],"remains":[7],"challenging":[8],"due":[9],"to":[10,80,117],"fragmented":[11],"and":[12,60,77,127,145,165],"spatially":[13],"inconsistent":[14],"semantic":[15,65,94,108,163],"predictions":[16,66],"across":[17,84],"multi-view":[18],"observations.":[19],"In":[20],"this":[21,70],"paper,":[22],"we":[23,96],"present":[24],"OpenGaFF,":[25],"a":[26,46,54,98,104,111,166],"novel":[27],"framework":[28],"for":[29],"scene":[32],"understanding":[33],"built":[34],"upon":[35],"Gaussian":[37,47,58],"Splatting.":[38],"At":[39],"the":[40,73,174],"core":[41],"of":[42,57,106],"our":[43,151],"method":[44,152],"is":[45,115],"Feature":[48],"Field":[49],"that":[50,101,150,170],"models":[51],"semantics":[52],"as":[53,103],"continuous":[55],"function":[56],"geometry":[59,76],"appearance.":[61],"By":[62],"explicitly":[63],"conditioning":[64],"on":[67,142],"geometric":[68],"structure,":[69],"formulation":[71],"strengthens":[72],"coupling":[74],"between":[75,124],"semantics,":[78],"leading":[79],"improved":[81,158],"spatial":[82],"coherence":[83],"similar":[85],"structures":[86],"in":[87],"space.":[89],"To":[90],"further":[91],"enforce":[92],"object-level":[93],"consistency,":[95],"introduce":[97],"structured":[99],"codebook":[100,129,169],"serves":[102],"set":[105],"shared":[107],"primitives.":[109],"Furthermore,":[110],"codebook-guided":[112],"attention":[113],"mechanism":[114],"proposed":[116],"retrieve":[118],"language":[119],"features":[120],"via":[121],"similarity":[122],"matching":[123],"query":[125],"embeddings":[126],"learned":[128,175],"entries,":[130],"enabling":[131],"robust":[132],"reasoning":[134],"while":[135],"reducing":[136],"intra-object":[137],"feature":[138],"variance.":[139],"Extensive":[140],"experiments":[141],"standard":[143],"2D":[144],"benchmarks":[148],"demonstrate":[149],"consistently":[153],"outperforms":[154],"prior":[155],"approaches,":[156],"achieving":[157],"segmentation":[159],"quality,":[160],"stronger":[161],"consistency":[164],"semantically":[167],"interpretable":[168],"provides":[171],"insight":[172],"into":[173],"representation.":[176]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}