{"id":"https://openalex.org/W7164927711","doi":"https://doi.org/10.48550/arxiv.2606.16353","title":"What Should a Streaming Video Model Remember?","display_name":"What Should a Streaming Video Model Remember?","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164927711","doi":"https://doi.org/10.48550/arxiv.2606.16353"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.16353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.16353","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064562744","display_name":"H. Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Haonan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138699525","display_name":"Yiwei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113485823","display_name":"H. Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Hang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138731341","display_name":"Yujun Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Yujun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9031000137329102,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9031000137329102,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.02810000069439411,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.009100000374019146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6309000253677368},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5831999778747559},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5152000188827515},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.45809999108314514},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.44780001044273376},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.37790000438690186},{"id":"https://openalex.org/keywords/online-video","display_name":"Online video","score":0.3549000024795532},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.3490000069141388}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8270999789237976},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6309000253677368},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5831999778747559},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5152000188827515},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.45809999108314514},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.44780001044273376},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.37790000438690186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36890000104904175},{"id":"https://openalex.org/C2988167200","wikidata":"https://www.wikidata.org/wiki/Q16885149","display_name":"Online video","level":2,"score":0.3549000024795532},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C2777611316","wikidata":"https://www.wikidata.org/wiki/Q39045282","display_name":"Streaming data","level":2,"score":0.3384000062942505},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3361999988555908},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3334999978542328},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.32429999113082886},{"id":"https://openalex.org/C2985957978","wikidata":"https://www.wikidata.org/wiki/Q492","display_name":"Human memory","level":3,"score":0.3190999925136566},{"id":"https://openalex.org/C2986160907","wikidata":"https://www.wikidata.org/wiki/Q220499","display_name":"Video streaming","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.30809998512268066},{"id":"https://openalex.org/C2777851325","wikidata":"https://www.wikidata.org/wiki/Q7094102","display_name":"Online model","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2685000002384186},{"id":"https://openalex.org/C187166803","wikidata":"https://www.wikidata.org/wiki/Q2835831","display_name":"Streaming algorithm","level":3,"score":0.2662000060081482},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C106030495","wikidata":"https://www.wikidata.org/wiki/Q1797012","display_name":"Video compression picture types","level":4,"score":0.2558000087738037}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.16353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.16353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.5560558438301086,"display_name":"Reduced inequalities"},{"id":"https://metadata.un.org/sdg/16","score":0.41080328822135925,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Streaming":[0],"video":[1,179,194],"understanding":[2],"models":[3],"must":[4],"answer":[5,154],"queries":[6],"at":[7],"any":[8],"moment":[9],"during":[10],"an":[11],"ongoing":[12],"stream,":[13],"using":[14],"only":[15,108],"what":[16,122],"they":[17],"have":[18],"observed":[19],"so":[20],"far":[21],"and":[22,26,86,125,134,148,176,188,201],"under":[23],"fixed":[24],"memory":[25,35,142,204],"computation":[27],"budgets.":[28],"Existing":[29],"methods":[30],"address":[31],"this":[32,79],"by":[33],"adding":[34],"banks,":[36],"retrieval":[37],"modules,":[38],"or":[39,159],"visual":[40],"token":[41],"compression":[42],"to":[43,68,73,100,120,123,127],"preserve":[44],"long-range":[45],"history.":[46],"However,":[47],"strong":[48,172,198],"recent-window":[49,199],"baselines":[50,200],"show":[51,168],"that":[52,61,93,169],"indiscriminate":[53],"history":[54],"injection":[55],"can":[56],"dilute":[57],"current-scene":[58],"perception,":[59],"suggesting":[60],"the":[62,95,161],"key":[63],"challenge":[64],"is":[65,146],"not":[66],"whether":[67],"use":[69],"memory,":[70],"but":[71],"how":[72,126],"allocate":[74],"it":[75],"selectively.":[76],"We":[77],"formulate":[78],"as":[80,150],"budgeted":[81],"online":[82,173],"latent":[83,141,151],"evidence":[84,113,145],"allocation":[85],"propose":[87],"\\textbf{SelectStream},":[88],"a":[89,101,110,139],"selective":[90],"latent-memory":[91],"framework":[92],"keeps":[94],"current":[96],"observation":[97],"directly":[98],"visible":[99],"frozen":[102],"VLM":[103],"while":[104,196],"exposing":[105],"historical":[106],"information":[107],"through":[109],"compact,":[111],"query-conditioned":[112,135],"budget.":[114],"Three":[115],"coordinated":[116],"mechanisms":[117],"govern":[118],"when":[119],"write,":[121],"preserve,":[124],"retrieve:":[128],"surprise-driven":[129],"adaptive":[130],"windowing,":[131],"priority-preserving":[132],"consolidation,":[133],"graph":[136],"reasoning":[137],"over":[138],"fixed-capacity":[140],"graph.":[143],"Retrieved":[144],"calibrated":[147],"injected":[149],"tokens":[152],"for":[153],"generation,":[155],"without":[156],"replaying":[157],"frames":[158],"growing":[160],"context":[162],"with":[163],"stream":[164],"length.":[165],"Experimental":[166],"results":[167],"SelectStream":[170],"achieves":[171],"streaming":[174,203],"performance":[175],"preserves":[177],"general":[178],"understanding,":[180],"reaching":[181],"82.67\\%":[182],"on":[183,186,192],"StreamingBench,":[184],"67.03\\%":[185],"OVO-Bench,":[187],"74.4\\%":[189],"average":[190],"accuracy":[191],"offline":[193],"benchmarks,":[195],"outperforming":[197],"prior":[202],"methods.":[205]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-17T00:00:00"}