{"id":"https://openalex.org/W7162397893","doi":"https://doi.org/10.48550/arxiv.2605.25621","title":"StreamOV: Streaming Omni-Video Understanding via Evidence-Guided Memory and Response Triggering","display_name":"StreamOV: Streaming Omni-Video Understanding via Evidence-Guided Memory and Response Triggering","publication_year":2026,"publication_date":"2026-05-25","ids":{"openalex":"https://openalex.org/W7162397893","doi":"https://doi.org/10.48550/arxiv.2605.25621"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.25621","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25621","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.25621","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137042731","display_name":"Ming Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Ming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137048035","display_name":"Zizheng Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Zizheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137039371","display_name":"Xudong Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Xudong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137022960","display_name":"Chao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137030214","display_name":"Xiangyu Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Xiangyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070502941","display_name":"Wenxiao Wu","orcid":"https://orcid.org/0009-0005-9951-3846"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Wenxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137009110","display_name":"Tao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137064671","display_name":"Limin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Limin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137055021","display_name":"Yanwei Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Yanwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5981000065803528,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5981000065803528,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.11959999799728394,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.04529999941587448,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.6407999992370605},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6359999775886536},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4909000098705292},{"id":"https://openalex.org/keywords/streaming-data","display_name":"Streaming data","score":0.47929999232292175},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4415999948978424},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.40389999747276306},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.3903000056743622},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.3862000107765198}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7922000288963318},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.6407999992370605},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6359999775886536},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4909000098705292},{"id":"https://openalex.org/C2777611316","wikidata":"https://www.wikidata.org/wiki/Q39045282","display_name":"Streaming data","level":2,"score":0.47929999232292175},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4415999948978424},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.40389999747276306},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3862000107765198},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.34450000524520874},{"id":"https://openalex.org/C2780102126","wikidata":"https://www.wikidata.org/wiki/Q10928179","display_name":"Online and offline","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33079999685287476},{"id":"https://openalex.org/C2776741261","wikidata":"https://www.wikidata.org/wiki/Q3027665","display_name":"Live streaming","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.30329999327659607},{"id":"https://openalex.org/C187166803","wikidata":"https://www.wikidata.org/wiki/Q2835831","display_name":"Streaming algorithm","level":3,"score":0.3027999997138977},{"id":"https://openalex.org/C2986160907","wikidata":"https://www.wikidata.org/wiki/Q220499","display_name":"Video streaming","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2630999982357025}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.25621","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25621","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.25621","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25621","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.51805579662323,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"streaming":[1,30,75,165],"omni-video":[2,167],"understanding":[3,88],"demands":[4],"continuous":[5],"perception":[6],"and":[7,51,98,139,166,175],"proactive,":[8],"real-time":[9],"interaction,":[10],"this":[11],"crucial":[12],"area":[13],"remains":[14],"largely":[15],"under-explored.":[16],"Current":[17],"omni-modal":[18,153],"methods":[19],"are":[20,62],"inherently":[21],"designed":[22],"for":[23,90,150,172],"offline":[24,176],"settings,":[25],"limiting":[26],"their":[27],"applicability":[28],"in":[29],"scenarios":[31],"due":[32],"to":[33,42,65,71,130,133],"two":[34],"fundamental":[35],"flaws.":[36],"First,":[37],"they":[38],"lack":[39],"robust":[40],"mechanisms":[41],"manage":[43],"continuously":[44],"growing":[45],"audio-visual":[46,93,114],"context":[47,115],"over":[48],"long":[49],"horizons":[50],"cannot":[52],"autonomously":[53],"initiate":[54],"responses":[55],"at":[56],"opportune":[57],"moments.":[58],"Second,":[59],"existing":[60],"benchmarks":[61],"predominantly":[63],"confined":[64],"offline,":[66],"single-turn":[67],"question":[68],"answering,":[69],"failing":[70],"capture":[72],"continuous,":[73],"multi-turn":[74,152],"interactions.":[76],"To":[77],"bridge":[78],"these":[79],"gaps,":[80],"we":[81],"propose":[82],"StreamOV,":[83],"a":[84,105,121,127],"novel":[85],"Streaming":[86],"Omni-Video":[87],"framework":[89],"efficient":[91],"online":[92,174],"reasoning":[94],"with":[95],"bounded":[96],"memory":[97,110],"proactive":[99],"response":[100],"triggering.":[101],"Specifically,":[102],"StreamOV":[103,159],"introduces":[104],"multimodal":[106],"evidence-guided":[107],"long-short":[108],"term":[109],"that":[111,158],"condenses":[112],"historical":[113],"into":[116],"compact":[117],"informative":[118],"evidence":[119],"under":[120],"fixed":[122],"budget.":[123],"It":[124],"further":[125],"employs":[126],"hidden-state-driven":[128],"trigger":[129],"decide":[131],"when":[132],"respond,":[134],"avoiding":[135],"explicit":[136],"silence-token":[137],"generation":[138],"external":[140],"routers.":[141],"We":[142],"also":[143],"curate":[144],"SOVBench,":[145],"the":[146],"first":[147],"comprehensive":[148],"benchmark":[149],"online,":[151],"evaluation.":[154],"Extensive":[155],"experiments":[156],"show":[157],"achieves":[160],"state-of-the-art":[161],"performance":[162],"across":[163],"diverse":[164],"benchmarks,":[168],"demonstrating":[169],"its":[170],"effectiveness":[171],"both":[173],"video":[177],"understanding.":[178]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-27T00:00:00"}