{"id":"https://openalex.org/W7164990029","doi":"https://doi.org/10.48550/arxiv.2606.17798","title":"LiveStarPro: Proactive Streaming Video Understanding with Hierarchical Memory for Long-Horizon Streams","display_name":"LiveStarPro: Proactive Streaming Video Understanding with Hierarchical Memory for Long-Horizon Streams","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7164990029","doi":"https://doi.org/10.48550/arxiv.2606.17798"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17798","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17798","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17798","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138802396","display_name":"Zhenyu Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060129685","display_name":"Kairui Zhang","orcid":"https://orcid.org/0009-0009-9354-3859"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kairui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138827682","display_name":"Bing Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138776322","display_name":"Shengsheng Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Shengsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138793746","display_name":"Changsheng Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Changsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7199000120162964,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7199000120162964,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.07169999927282333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.06400000303983688,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5839999914169312},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5699999928474426},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.5224000215530396},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5157999992370605},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5023999810218811},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4973999857902527},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4715999960899353},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.45559999346733093},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.43540000915527344},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3977999985218048}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8784999847412109},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5839999914169312},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5699999928474426},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.5224000215530396},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5157999992370605},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5023999810218811},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4973999857902527},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4715999960899353},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.45559999346733093},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43540000915527344},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3977999985218048},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.39149999618530273},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.38519999384880066},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.37450000643730164},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.34630000591278076},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.3409000039100647},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3325999975204468},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32280001044273376},{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.3212999999523163},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C159023740","wikidata":"https://www.wikidata.org/wiki/Q623276","display_name":"Deadlock","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3012000024318695},{"id":"https://openalex.org/C88576662","wikidata":"https://www.wikidata.org/wiki/Q18646","display_name":"Episodic memory","level":3,"score":0.2937000095844269},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C110157686","wikidata":"https://www.wikidata.org/wiki/Q922122","display_name":"Broadcasting (networking)","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2669000029563904},{"id":"https://openalex.org/C144745244","wikidata":"https://www.wikidata.org/wiki/Q4927286","display_name":"Blocking (statistics)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C123606473","wikidata":"https://www.wikidata.org/wiki/Q907918","display_name":"Complex event processing","level":3,"score":0.26420000195503235},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.25600001215934753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17798","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17798","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17798","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17798","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4032317101955414,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"the":[1,85,95,180,220,228],"remarkable":[2],"progress":[3],"of":[4,65,182],"Video":[5],"Large":[6],"Language":[7],"Models":[8],"(Video-LLMs),":[9],"current":[10],"online":[11,158],"architectures":[12],"still":[13],"struggle":[14],"to":[15,24,176],"simultaneously":[16],"process":[17],"continuous":[18],"video":[19,58,149],"streams,":[20],"decide":[21],"autonomously":[22],"when":[23],"respond,":[25],"and":[26,36,141,173,201,227],"preserve":[27],"long-horizon":[28,61],"contextual":[29],"memory.":[30],"These":[31],"obstacles":[32],"undermine":[33],"real-time":[34],"responsiveness":[35],"cause":[37],"severe":[38],"forgetting":[39],"throughout":[40],"prolonged":[41],"interactions.":[42],"In":[43],"this":[44],"work,":[45],"we":[46,160],"introduce":[47],"LiveStarPro,":[48],"a":[49,110,129,153,164,195,215],"live":[50],"streaming":[51,210],"assistant":[52],"that":[53,83,113,133,167,174,188],"is":[54,75,104,124],"designed":[55],"for":[56,179],"proactive":[57],"understanding":[59],"over":[60,118,219],"streams.":[62,120,150],"The":[63,72,101,121,225],"design":[64],"LiveStarPro":[66,189],"rests":[67],"on":[68,97],"three":[69],"complementary":[70],"components.":[71],"first":[73],"component":[74,103,123],"Streaming":[76,105],"Verification":[77],"Decoding":[78],"(SVeD),":[79],"an":[80,202],"inference":[81,217],"framework":[82],"identifies":[84],"appropriate":[86],"response":[87],"timing":[88,206],"through":[89],"single-pass":[90],"perplexity":[91],"verification,":[92],"thereby":[93],"eliminating":[94],"dependency":[96],"explicit":[98],"silence":[99],"tokens.":[100],"second":[102],"Causal":[106],"Attention":[107],"Masks":[108],"(SCAM),":[109],"training":[111],"strategy":[112],"enforces":[114],"incremental":[115],"video-language":[116],"alignment":[117],"variable-length":[119],"third":[122],"Tree-Structured":[125],"Hierarchical":[126],"Memory":[127],"(TSHM),":[128],"recursive":[130],"memory":[131],"architecture":[132],"organizes":[134],"evicted":[135],"historical":[136],"information":[137],"into":[138],"event":[139],"chains":[140],"consequently":[142],"enables":[143],"efficient":[144],"retrieval":[145],"from":[146],"effectively":[147],"unbounded":[148],"To":[151],"facilitate":[152],"comprehensive":[154],"evaluation":[155],"under":[156],"realistic":[157],"conditions,":[159],"further":[161,213],"present":[162],"OmniStarPro,":[163],"large-scale":[165],"benchmark":[166],"spans":[168],"15":[169],"diverse":[170],"real-world":[171],"scenarios":[172],"extends":[175],"hour-scale":[177],"streams":[178],"assessment":[181],"long-term":[183],"recall.":[184],"Extensive":[185],"experiments":[186],"demonstrate":[187],"consistently":[190],"surpasses":[191],"existing":[192],"methods,":[193],"attaining":[194],"28.9%":[196],"improvement":[197],"in":[198,205],"semantic":[199],"correctness":[200],"18.2%":[203],"reduction":[204],"error,":[207],"while":[208],"its":[209],"key-value":[211],"cache":[212],"yields":[214],"1.58x":[216],"speedup":[218],"same":[221],"model":[222,226],"without":[223],"caching.":[224],"code":[229],"are":[230],"publicly":[231],"available":[232],"at":[233],"https://github.com/sotayang/LiveStarPro.":[234]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-18T00:00:00"}