{"id":"https://openalex.org/W7129138092","doi":"https://doi.org/10.1109/tmm.2026.3664962","title":"Spatially-Guided Temporal Aggregation for Robust Event-RGB Optical Flow Estimation","display_name":"Spatially-Guided Temporal Aggregation for Robust Event-RGB Optical Flow Estimation","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7129138092","doi":"https://doi.org/10.1109/tmm.2026.3664962"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2026.3664962","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2026.3664962","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049651258","display_name":"Qianang Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianang Zhou","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Anhui, China"],"raw_orcid":"https://orcid.org/0009-0002-8335-2177","affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126119377","display_name":"Junhui Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Junhui Hou","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-3431-2021","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000229589","display_name":"Meiyi Yang","orcid":"https://orcid.org/0000-0003-4548-4945"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiyi Yang","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Anhui, China"],"raw_orcid":"https://orcid.org/0009-0000-4706-9820","affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126085408","display_name":"Yongjian Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjian Deng","raw_affiliation_strings":["College of Computer Science, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6253-3564","affiliations":[{"raw_affiliation_string":"College of Computer Science, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121865866","display_name":"Youfu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Youfu Li","raw_affiliation_strings":["Department of Mechanical Engineering, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-5227-1326","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":null,"display_name":"Junlin Xiong","orcid":"https://orcid.org/0000-0002-0128-4960"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junlin Xiong","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-0128-4960","affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15610875,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"5084","last_page":"5095"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.6948999762535095,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.6948999762535095,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.13030000030994415,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.018799999728798866,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.8198000192642212},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5922999978065491},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5681999921798706},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5302000045776367},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5076000094413757},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4844000041484833},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.47450000047683716},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4546000063419342},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4390999972820282}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8565000295639038},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.8198000192642212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6057000160217285},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5922999978065491},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5681999921798706},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5594000220298767},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5302000045776367},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5076000094413757},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4844000041484833},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.47450000047683716},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4546000063419342},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4390999972820282},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.42879998683929443},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41260001063346863},{"id":"https://openalex.org/C39394851","wikidata":"https://www.wikidata.org/wiki/Q921594","display_name":"Inter frame","level":4,"score":0.3605000078678131},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3303999900817871},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.321399986743927},{"id":"https://openalex.org/C33347731","wikidata":"https://www.wikidata.org/wiki/Q285210","display_name":"Stacking","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.26589998602867126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2581999897956848},{"id":"https://openalex.org/C168781493","wikidata":"https://www.wikidata.org/wiki/Q80585","display_name":"Associative array","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2026.3664962","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2026.3664962","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4278621838","display_name":null,"funder_award_id":"62422118","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G492818410","display_name":null,"funder_award_id":"62573369","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6221147","display_name":null,"funder_award_id":"62173286","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8020654489","display_name":null,"funder_award_id":"62273320","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Current":[0],"optical":[1,47],"flow":[2,48],"methods":[3],"exploit":[4],"the":[5,22,38,58,81,84,102,108,115,119,137,141,191,197,203,216,221,233],"stable":[6],"appearance":[7],"of":[8,40,83,105,111,143,199,206],"frame":[9,42,98,166,224],"(or":[10],"RGB)":[11],"data":[12,45],"to":[13,55,79,125,179,220],"establish":[14],"robust":[15,132],"correspondences":[16],"across":[17],"time.":[18,248],"Event":[19],"cameras,":[20],"on":[21,63,190,215],"other":[23],"hand,":[24],"provide":[25],"high-temporal-resolution":[26],"motion":[27,129,133,144,161],"cues":[28],"and":[29,43,107,122,168,193,208,242],"excel":[30],"in":[31,246],"challenging":[32],"scenarios.":[33],"These":[34],"complementary":[35,59,204],"characteristics":[36],"underscore":[37],"potential":[39],"integrating":[41],"event":[44,87,160],"for":[46],"estimation.":[49],"However,":[50],"most":[51],"cross-modal":[52,91],"approaches":[53],"fail":[54],"fully":[56],"utilize":[57],"advantages,":[60],"relying":[61],"instead":[62],"simply":[64],"stacking":[65],"information.":[66,130],"This":[67],"study":[68],"introduces":[69],"a":[70,75,154,174,238,243],"novel":[71],"approach":[72],"that":[73,100,157],"uses":[74],"spatially":[76,164],"dense":[77,86,128],"modality":[78,121,139],"guide":[80],"aggregation":[82,142],"temporally":[85,127],"modality,":[88],"achieving":[89],"effective":[90],"fusion.":[92],"Specifically,":[93],"we":[94,152],"propose":[95,153],"an":[96],"event-enhanced":[97],"representation":[99,117],"preserves":[101],"rich":[103,165],"texture":[104],"frames":[106,207],"basic":[109],"structure":[110],"events.":[112,147],"We":[113],"use":[114],"enhanced":[116],"as":[118],"guiding":[120,138],"employ":[123],"events":[124],"capture":[126],"The":[131,249],"features":[134,162,184],"derived":[135],"from":[136,146,185],"direct":[140],"information":[145,167,171],"To":[148],"further":[149],"enhance":[150],"fusion,":[151],"transformer-based":[155],"module":[156],"complements":[158],"sparse":[159],"with":[163,237],"enhances":[169],"global":[170],"propagation.":[172],"Additionally,":[173],"mix-fusion":[175],"encoder":[176],"is":[177,251],"designed":[178],"extract":[180],"comprehensive":[181],"spatiotemporal":[182],"contextual":[183],"both":[186],"modalities.":[187],"Extensive":[188],"experiments":[189],"MVSEC":[192],"DSEC-Flow":[194,217],"datasets":[195],"demonstrate":[196],"effectiveness":[198],"our":[200,210],"framework.":[201],"Leveraging":[202],"strengths":[205],"events,":[209],"method":[211,236],"achieves":[212],"leading":[213],"performance":[214],"dataset.":[218],"Compared":[219],"event-only":[222],"model,":[223],"guidance":[225],"improves":[226],"accuracy":[227,240],"by":[228],"10%.":[229],"Furthermore,":[230],"it":[231],"outperforms":[232],"state-of-the-art":[234],"fusion-based":[235],"4%":[239],"gain":[241],"45%":[244],"reduction":[245],"inference":[247],"code":[250],"publicly":[252],"available":[253],"at":[254],"<uri":[255],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[256],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/ZhouQianang/STFlow</uri>.":[257]},"counts_by_year":[],"updated_date":"2026-06-30T06:16:30.551410","created_date":"2026-02-17T00:00:00"}