{"id":"https://openalex.org/W7161704811","doi":"https://doi.org/10.48550/arxiv.2605.16381","title":"StreamPro: From Reactive Perception to Proactive Decision-Making in Streaming Video","display_name":"StreamPro: From Reactive Perception to Proactive Decision-Making in Streaming Video","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7161704811","doi":"https://doi.org/10.48550/arxiv.2605.16381"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.16381","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16381","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.16381","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136487943","display_name":"Ao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103933227","display_name":"Zihan Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104436927","display_name":"Zihao Yue","orcid":"https://orcid.org/0000-0002-3470-5442"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025905046","display_name":"Boshen Xu","orcid":"https://orcid.org/0009-0000-1896-9600"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Boshen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136462946","display_name":"Linli Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Linli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136470762","display_name":"Jiaze Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiaze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136478106","display_name":"Pei Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Pei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136494919","display_name":"Jianzhong Ju","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ju, Jianzhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136496148","display_name":"Jian Luan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luan, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136485393","display_name":"Qin Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Qin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.49079999327659607,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.49079999327659607,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.06960000097751617,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.06210000067949295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6021000146865845},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5580000281333923},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5415999889373779},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5024999976158142},{"id":"https://openalex.org/keywords/proactivity","display_name":"Proactivity","score":0.3921999931335449},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.33180001378059387}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.807200014591217},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6021000146865845},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5580000281333923},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5415999889373779},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5024999976158142},{"id":"https://openalex.org/C142944206","wikidata":"https://www.wikidata.org/wiki/Q1786137","display_name":"Proactivity","level":2,"score":0.3921999931335449},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3880999982357025},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3700000047683716},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.29809999465942383},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2529999911785126},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.16381","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16381","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.16381","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16381","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8099596500396729}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Proactive":[0,138],"streaming":[1,101,127,228],"video":[2,9],"understanding":[3],"requires":[4],"models":[5,32,86,128],"to":[6,14,20,61,69,74,91,108,147,172],"continuously":[7],"process":[8],"streams":[10],"and":[11,77,97,113,137,199],"decide":[12],"when":[13],"respond,":[15],"rather":[16],"than":[17],"merely":[18],"what":[19],"respond.":[21],"This":[22],"naturally":[23],"introduces":[24],"a":[25,45,65,71,122,144,160,191],"decision-making":[26],"problem":[27],"under":[28,80,153],"partial":[29,154],"observations,":[30],"where":[31,48,140],"must":[33],"balance":[34],"early":[35,149],"prediction":[36],"against":[37],"sufficient":[38],"evidence.":[39],"However,":[40],"existing":[41],"benchmarks":[42],"largely":[43],"follow":[44],"\"see-then-answer\"":[46],"paradigm,":[47],"responses":[49],"are":[50],"triggered":[51],"only":[52],"after":[53],"explicit":[54],"evidence":[55],"appears,":[56],"effectively":[57],"reducing":[58],"proactive":[59,85,165,208],"reasoning":[60],"delayed":[62],"perception.":[63],"As":[64],"result,":[66],"they":[67],"fail":[68],"evaluate":[70],"model's":[72,145],"ability":[73,146],"make":[75,148],"timely":[76],"reliable":[78,151],"decisions":[79,152],"incomplete":[81],"observations.":[82,155],"Moreover,":[83],"training":[84,162],"is":[87],"inherently":[88],"challenging":[89],"due":[90],"the":[92,106,141,174,217],"extreme":[93],"imbalance":[94,177],"between":[95],"silence":[96],"response":[98,111],"signals":[99],"in":[100],"trajectories,":[102],"as":[103,105],"well":[104],"need":[107],"jointly":[109],"optimize":[110],"correctness":[112],"timing.":[114],"To":[115],"address":[116],"these":[117],"challenges,":[118],"we":[119,168,183],"introduce":[120,169],"StreamPro-Bench,":[121,211],"new":[123],"benchmark":[124],"that":[125,195,204],"evaluates":[126],"from":[129],"three":[130],"complementary":[131],"perspectives:":[132],"Perception":[133],"Understanding,":[134],"Temporal":[135],"Reasoning,":[136],"Agency,":[139],"last":[142],"measures":[143],"yet":[150],"We":[156],"further":[157],"propose":[158],"StreamPro,":[159],"two-stage":[161],"framework":[163],"for":[164],"learning.":[166],"First,":[167],"CB-Stream":[170],"Loss":[171],"mitigate":[173],"severe":[175],"supervision":[176],"during":[178],"supervised":[179],"fine-tuning":[180],"(SFT).":[181],"Then,":[182],"apply":[184],"Group":[185],"Relative":[186],"Policy":[187],"Optimization":[188],"(GRPO)":[189],"with":[190],"multi-grained":[192],"reward":[193],"design":[194],"involves":[196],"both":[197],"turn-level":[198],"trajectory-level":[200],"rewards.":[201],"Experiments":[202],"show":[203],"StreamPro":[205],"significantly":[206],"improves":[207],"performance.":[209],"On":[210],"it":[212],"achieves":[213],"41.5,":[214],"substantially":[215],"outperforming":[216],"previous":[218],"best":[219],"(10.4),":[220],"while":[221],"also":[222],"maintaining":[223],"strong":[224],"performance":[225],"on":[226,232],"real-time":[227],"benchmarks,":[229],"achieving":[230],"78.9":[231],"StreamingBench-RTVU.":[233]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}