{"id":"https://openalex.org/W4414384194","doi":"https://doi.org/10.1109/iccv51701.2025.00923","title":"Learning Streaming Video Representation via Multitask Training","display_name":"Learning Streaming Video Representation via Multitask Training","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4414384194","doi":"https://doi.org/10.1109/iccv51701.2025.00923"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51701.2025.00923","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00923","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.20041","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100575366","display_name":"Yibin Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Yibin Yan","raw_affiliation_strings":["School of Artificial Intelligence, Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I4210164862","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019996173","display_name":"Jilan Xu","orcid":"https://orcid.org/0000-0002-8208-2067"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jilan Xu","raw_affiliation_strings":["Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007532959","display_name":"Shangzhe Di","orcid":"https://orcid.org/0009-0005-6977-4332"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Shangzhe Di","raw_affiliation_strings":["School of Artificial Intelligence, Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I4210164862","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048223720","display_name":"Yikun Liu","orcid":"https://orcid.org/0000-0001-5698-7623"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Yikun Liu","raw_affiliation_strings":["School of Artificial Intelligence, Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I4210164862","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yudi Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Yudi Shi","raw_affiliation_strings":["School of Artificial Intelligence, Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I4210164862","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011795597","display_name":"Qirui Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Qirui Chen","raw_affiliation_strings":["School of Artificial Intelligence, Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I4210164862","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054084525","display_name":"Zeqian Li","orcid":"https://orcid.org/0009-0009-6971-1963"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Zeqian Li","raw_affiliation_strings":["School of Artificial Intelligence, Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I4210164862","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064812876","display_name":"Y. P. Huang","orcid":"https://orcid.org/0009-0006-6714-0405"},"institutions":[{"id":"https://openalex.org/I4210122302","display_name":"ShangHai JiAi Genetics & IVF Institute","ror":"https://ror.org/02rgbry52","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210122302"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Huang","raw_affiliation_strings":["Shanghai AI Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory","institution_ids":["https://openalex.org/I4210122302","https://openalex.org/I4391012619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076097168","display_name":"Weidi Xie","orcid":"https://orcid.org/0000-0003-3804-2639"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Weidi Xie","raw_affiliation_strings":["School of Artificial Intelligence, Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I4210164862","https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9900","last_page":"9912"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9458000063896179,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5659999847412109},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.529699981212616},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.52920001745224},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.4810999929904938},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.43149998784065247},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4309999942779541},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4146000146865845},{"id":"https://openalex.org/keywords/online-video","display_name":"Online video","score":0.41019999980926514},{"id":"https://openalex.org/keywords/video-compression-picture-types","display_name":"Video compression picture types","score":0.40790000557899475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8317000269889832},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5659999847412109},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.529699981212616},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.52920001745224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.510200023651123},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.4810999929904938},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.43149998784065247},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4309999942779541},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C2988167200","wikidata":"https://www.wikidata.org/wiki/Q16885149","display_name":"Online video","level":2,"score":0.41019999980926514},{"id":"https://openalex.org/C106030495","wikidata":"https://www.wikidata.org/wiki/Q1797012","display_name":"Video compression picture types","level":4,"score":0.40790000557899475},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3449000120162964},{"id":"https://openalex.org/C151211776","wikidata":"https://www.wikidata.org/wiki/Q2778015","display_name":"Video capture","level":3,"score":0.33500000834465027},{"id":"https://openalex.org/C117090137","wikidata":"https://www.wikidata.org/wiki/Q7927977","display_name":"Video post-processing","level":5,"score":0.3328999876976013},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.298799991607666},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28940001130104065},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2822999954223633},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C2986160907","wikidata":"https://www.wikidata.org/wiki/Q220499","display_name":"Video streaming","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C2779789524","wikidata":"https://www.wikidata.org/wiki/Q16885149","display_name":"Internet video","level":3,"score":0.26330000162124634},{"id":"https://openalex.org/C2780310081","wikidata":"https://www.wikidata.org/wiki/Q1154312","display_name":"Video editing","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iccv51701.2025.00923","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00923","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2504.20041","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.20041","pdf_url":"https://arxiv.org/pdf/2504.20041","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2504.20041","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.20041","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.20041","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.20041","pdf_url":"https://arxiv.org/pdf/2504.20041","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414384194.pdf","grobid_xml":"https://content.openalex.org/works/W4414384194.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"continuous":[1],"video":[2,19,22,29,56,75,92,123,127],"streams":[3,30],"plays":[4],"a":[5,53,67,96],"fundamental":[6],"role":[7],"in":[8],"real-time":[9,141],"applications":[10],"including":[11],"embodied":[12],"AI":[13],"and":[14,37,108,126],"autonomous":[15],"driving.":[16],"Unlike":[17],"offline":[18],"understanding,":[20],"streaming":[21,55,74],"understanding":[23,93],"requires":[24],"the":[25],"ability":[26],"to":[27,88],"process":[28],"frame":[31],"by":[32,61],"frame,":[33],"preserve":[34],"historical":[35],"information,":[36],"make":[38],"low-latency":[39],"decisions.":[40],"To":[41,83],"address":[42],"these":[43],"challenges,":[44],"our":[45],"main":[46],"contributions":[47],"are":[48],"three-fold.":[49],"(i)":[50],"We":[51,114],"develop":[52],"novel":[54],"backbone,":[57],"termed":[58],"as":[59],"StreamFormer,":[60,85],"incorporating":[62],"causal":[63],"temporal":[64,106],"attention":[65],"into":[66],"pre-trained":[68],"vision":[69],"transformer.":[70],"This":[71],"enables":[72],"efficient":[73],"processing":[76],"while":[77,134],"maintaining":[78,135],"image":[79],"representation":[80],"capability.":[81],"(ii)":[82],"train":[84],"we":[86],"propose":[87],"unify":[89],"diverse":[90],"spatial-temporal":[91],"tasks":[94],"within":[95],"multitask":[97],"visual-language":[98],"alignment":[99],"framework.":[100],"Hence,":[101],"StreamFormer":[102,130],"learns":[103],"global":[104],"semantics,":[105],"dynamics,":[107],"fine-grained":[109],"spatial":[110],"relationships":[111],"simultaneously.":[112],"(iii)":[113],"conduct":[115],"extensive":[116],"experiments":[117],"on":[118],"online":[119,122],"action":[120],"detection,":[121],"instance":[124],"segmentation,":[125],"question":[128],"answering.":[129],"achieves":[131],"competitive":[132],"results":[133],"efficiency,":[136],"demonstrating":[137],"its":[138],"potential":[139],"for":[140],"applications.":[142]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}