{"id":"https://openalex.org/W7163400197","doi":"https://doi.org/10.48550/arxiv.2606.03890","title":"OVO-S-Bench: A Hierarchical Benchmark for Streaming Spatial Intelligence in Multimodal LLMs","display_name":"OVO-S-Bench: A Hierarchical Benchmark for Streaming Spatial Intelligence in Multimodal LLMs","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163400197","doi":"https://doi.org/10.48550/arxiv.2606.03890"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03890","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03890","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137763988","display_name":"Yifei Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yifei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137733660","display_name":"Pengyiang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Pengyiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137713922","display_name":"Yuhang Zang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zang, Yuhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078908635","display_name":"Zhongyue Shi","orcid":"https://orcid.org/0000-0003-1310-4821"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Zhongyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137719594","display_name":"Qi Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129638447","display_name":"Hongye Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao, Hongye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137723081","display_name":"Jiwen Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Jiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7609000205993652,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7609000205993652,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.03790000081062317,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11904","display_name":"Spatial Cognition and Navigation","score":0.03660000115633011,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7297999858856201},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6338000297546387},{"id":"https://openalex.org/keywords/spatial-contextual-awareness","display_name":"Spatial contextual awareness","score":0.604200005531311},{"id":"https://openalex.org/keywords/timestamp","display_name":"Timestamp","score":0.603600025177002},{"id":"https://openalex.org/keywords/spatial-intelligence","display_name":"Spatial intelligence","score":0.5605999827384949},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.5375999808311462},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3725000023841858},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.37130001187324524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7955999970436096},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7297999858856201},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6338000297546387},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.604200005531311},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.603600025177002},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.5605999827384949},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.5375999808311462},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4986000061035156},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.37130001187324524},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33399999141693115},{"id":"https://openalex.org/C2777611316","wikidata":"https://www.wikidata.org/wiki/Q39045282","display_name":"Streaming data","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3294999897480011},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.31439998745918274},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3068000078201294},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C187166803","wikidata":"https://www.wikidata.org/wiki/Q2835831","display_name":"Streaming algorithm","level":3,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03890","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03890","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"agents":[1],"in":[2,164],"robotics,":[3],"AR,":[4],"and":[5,12,84,88,115,117,123,145],"autonomous":[6],"driving":[7],"must":[8],"reason":[9],"about":[10],"places":[11],"layouts":[13],"from":[14],"continuous":[15],"egocentric":[16,108],"streams,":[17],"often":[18],"using":[19],"evidence":[20,86],"outside":[21],"the":[22,91,95,98,140,165],"current":[23],"view.":[24],"Existing":[25],"benchmarks":[26],"either":[27],"evaluate":[28],"offline":[29],"over":[30,54],"full":[31],"videos":[32],"or":[33],"target":[34],"events":[35],"rather":[36],"than":[37],"spatial":[38,49,113,160,179],"structure.":[39],"We":[40,153],"introduce":[41],"OVO-S-Bench,":[42],"a":[43,67,81,173],"fully":[44],"human-annotated":[45],"benchmark":[46],"for":[47,176],"streaming":[48,144,178],"intelligence,":[50],"comprising":[51],"1,680":[52],"questions":[53],"348":[55],"source":[56],"videos.":[57],"Annotation":[58],"involves":[59],"12":[60],"trained":[61],"annotators,":[62],"each":[63],"also":[64],"serving":[65],"as":[66,139],"blind":[68],"cross-reviewer,":[69],"across":[70],"roughly":[71],"804":[72],"person-hours":[73],"of":[74,104],"multi-round":[75],"quality":[76],"assurance.":[77],"Each":[78],"question":[79],"carries":[80],"query":[82],"timestamp":[83],"an":[85],"interval,":[87],"at":[89],"evaluation,":[90],"model":[92],"sees":[93],"only":[94],"prefix":[96],"preceding":[97],"query.":[99],"Questions":[100],"span":[101],"four":[102],"levels":[103],"increasing":[105],"abstraction:":[106],"instantaneous":[107],"perception,":[109],"spatiotemporal":[110],"context":[111],"tracking,":[112],"simulation":[114],"reasoning,":[116],"allocentric":[118,137],"mapping.":[119],"Across":[120],"38":[121],"proprietary":[122],"open-source":[124],"MLLMs,":[125],"Gemini-3.1-Pro":[126],"trails":[127],"human":[128],"experts":[129],"by":[130],"27":[131],"points,":[132],"59.2":[133],"vs.":[134],"86.6,":[135],"with":[136],"mapping":[138],"dominant":[141],"bottleneck.":[142],"Notably,":[143],"spatially":[146],"fine-tuned":[147],"MLLMs":[148],"underperform":[149],"their":[150],"own":[151],"backbones.":[152],"further":[154],"find":[155],"that":[156],"chain-of-thought":[157],"reasoning":[158],"amplifies":[159],"errors":[161],"when":[162],"ungrounded":[163],"stream.":[166],"By":[167],"exposing":[168],"these":[169],"limitations,":[170],"OVO-S-Bench":[171],"establishes":[172],"demanding":[174],"testbed":[175],"next-generation":[177],"MLLMs.":[180]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-04T00:00:00"}