{"id":"https://openalex.org/W4394730986","doi":"https://doi.org/10.1109/tmm.2024.3387690","title":"Video Frame Interpolation With Stereo Event and Intensity Cameras","display_name":"Video Frame Interpolation With Stereo Event and Intensity Cameras","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394730986","doi":"https://doi.org/10.1109/tmm.2024.3387690"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3387690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3387690","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114778176","display_name":"Chao Ding","orcid":"https://orcid.org/0009-0008-2871-5493"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chao Ding","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100298823","display_name":"Mingyuan Lin","orcid":"https://orcid.org/0009-0004-3468-9608"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyuan Lin","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003692319","display_name":"Haijian Zhang","orcid":"https://orcid.org/0000-0001-8314-6563"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijian Zhang","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039205892","display_name":"Jianzhuang Liu","orcid":"https://orcid.org/0000-0002-7960-9382"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianzhuang Liu","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100736935","display_name":"Lei Yu","orcid":"https://orcid.org/0000-0002-7329-4631"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Yu","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5114778176"],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":1.7834,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.84602443,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"9187","last_page":"9202"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11408","display_name":"Advanced Optical Imaging Technologies","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.817415714263916},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7599942088127136},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6529540419578552},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.6212865114212036},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5686432123184204},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4910721778869629},{"id":"https://openalex.org/keywords/motion-interpolation","display_name":"Motion interpolation","score":0.41982054710388184},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.419811487197876},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.22873929142951965},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.22403156757354736},{"id":"https://openalex.org/keywords/block-matching-algorithm","display_name":"Block-matching algorithm","score":0.16152548789978027},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.14204910397529602},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09280794858932495}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.817415714263916},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7599942088127136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6529540419578552},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.6212865114212036},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5686432123184204},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4910721778869629},{"id":"https://openalex.org/C72560505","wikidata":"https://www.wikidata.org/wiki/Q204510","display_name":"Motion interpolation","level":5,"score":0.41982054710388184},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.419811487197876},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.22873929142951965},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.22403156757354736},{"id":"https://openalex.org/C167510206","wikidata":"https://www.wikidata.org/wiki/Q2835824","display_name":"Block-matching algorithm","level":4,"score":0.16152548789978027},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14204910397529602},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09280794858932495},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3387690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3387690","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4493179999","display_name":null,"funder_award_id":"62271354","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7830843176","display_name":null,"funder_award_id":"61871297","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W206948248","https://openalex.org/W1522301498","https://openalex.org/W2133665775","https://openalex.org/W2145645850","https://openalex.org/W2307770531","https://openalex.org/W2520707372","https://openalex.org/W2601564443","https://openalex.org/W2604231069","https://openalex.org/W2604329646","https://openalex.org/W2785582094","https://openalex.org/W2788172931","https://openalex.org/W2901157565","https://openalex.org/W2904275768","https://openalex.org/W2938463073","https://openalex.org/W2949258649","https://openalex.org/W2952813711","https://openalex.org/W2962785568","https://openalex.org/W2963093735","https://openalex.org/W2963268050","https://openalex.org/W2964101377","https://openalex.org/W2964251418","https://openalex.org/W2964615694","https://openalex.org/W2998281665","https://openalex.org/W3015734078","https://openalex.org/W3034514115","https://openalex.org/W3034921716","https://openalex.org/W3040838455","https://openalex.org/W3085056143","https://openalex.org/W3096678291","https://openalex.org/W3105213754","https://openalex.org/W3106188738","https://openalex.org/W3107921985","https://openalex.org/W3118564668","https://openalex.org/W3134680050","https://openalex.org/W3139658937","https://openalex.org/W3174138177","https://openalex.org/W3174491972","https://openalex.org/W3178334627","https://openalex.org/W4200218354","https://openalex.org/W4206105699","https://openalex.org/W4289752563","https://openalex.org/W4310298833","https://openalex.org/W4311457582","https://openalex.org/W4311513437","https://openalex.org/W4312238950","https://openalex.org/W4312248440","https://openalex.org/W4312269470","https://openalex.org/W4312388571","https://openalex.org/W4312623579","https://openalex.org/W4312656891","https://openalex.org/W4312852806","https://openalex.org/W4312857869","https://openalex.org/W4313117780","https://openalex.org/W4319301042","https://openalex.org/W4382203235","https://openalex.org/W4385245566","https://openalex.org/W4385756417","https://openalex.org/W4386066282","https://openalex.org/W4386066450","https://openalex.org/W4386076604","https://openalex.org/W6631190155","https://openalex.org/W6752272000","https://openalex.org/W6766978945","https://openalex.org/W6767201353"],"related_works":["https://openalex.org/W3036450170","https://openalex.org/W3093584180","https://openalex.org/W3015492429","https://openalex.org/W3012529009","https://openalex.org/W2551845725","https://openalex.org/W2045588195","https://openalex.org/W2160477533","https://openalex.org/W2122776646","https://openalex.org/W2094004415","https://openalex.org/W2146820122"],"abstract_inverted_index":{"The":[0,208],"stereo":[1,45,152,186],"event-intensity":[2],"camera":[3,160,164],"setup":[4,32],"is":[5,38],"widely":[6],"applied":[7],"to":[8,40,83,113,165],"leverage":[9],"the":[10,115,122,128],"advantages":[11],"of":[12,95,157],"both":[13],"event":[14,100,159],"cameras":[15,21],"with":[16,44,51,176],"low":[17],"latency":[18],"and":[19,26,54,59,88,99,117,135,138,145,161,179,190,192,210],"intensity":[20],"that":[22,37,197],"capture":[23],"accurate":[24,132],"brightness":[25],"texture":[27],"information.":[28],"However,":[29],"such":[30],"a":[31,75,108,151,167,205],"commonly":[33],"encounters":[34],"cross-modality":[35],"parallax":[36,116],"difficult":[39],"be":[41],"eliminated":[42],"solely":[43],"rectification":[46],"especially":[47],"for":[48,61],"real-world":[49,185],"scenes":[50,175],"complex":[52,177],"motions":[53,178],"varying":[55,180],"depths,":[56],"posing":[57],"artifacts":[58],"distortion":[60],"existing":[62],"Event-based":[63,78],"Video":[64],"Frame":[65],"Interpolation":[66],"(E-VFI)":[67],"approaches.":[68],"To":[69],"tackle":[70],"this":[71],"problem,":[72],"we":[73,106],"propose":[74,107],"novel":[76],"Stereo":[77,169],"VFI":[79],"(SE-VFI)":[80],"network":[81],"(SEVFI-Net)":[82],"generate":[84],"high-quality":[85],"intermediate":[86],"frames":[87],"corresponding":[89],"disparities":[90],"from":[91],"misaligned":[92],"inputs":[93],"consisting":[94],"two":[96],"consecutive":[97],"keyframes":[98],"streams":[101],"emitted":[102],"between":[103],"them.":[104],"Specifically,":[105],"Feature":[109],"Aggregation":[110],"Module":[111],"(FAM)":[112],"alleviate":[114],"achieve":[118],"spatial":[119],"alignment":[120],"in":[121],"feature":[123],"domain.":[124],"We":[125,148],"then":[126],"exploit":[127],"fused":[129],"features":[130],"accomplishing":[131],"optical":[133],"flow":[134],"disparity":[136],"estimation,":[137],"achieving":[139],"better":[140],"interpolated":[141],"results":[142],"through":[143],"flow-based":[144],"synthesis-based":[146],"ways.":[147],"also":[149],"build":[150],"visual":[153],"acquisition":[154],"system":[155],"composed":[156],"an":[158,162],"RGB-D":[163],"collect":[166],"new":[168],"Event-Intensity":[170],"Dataset":[171],"(SEID)":[172],"containing":[173],"diverse":[174],"depths.":[181],"Experiments":[182],"on":[183],"public":[184],"datasets,":[187],"i.e.,":[188],"DSEC":[189],"MVSEC,":[191],"our":[193,198],"SEID":[194],"dataset,":[195],"demonstrate":[196],"proposed":[199],"SEVFI-Net":[200],"outperforms":[201],"state-of-the-art":[202],"methods":[203],"by":[204],"large":[206],"margin.":[207],"code":[209],"dataset":[211],"are":[212],"available":[213],"at":[214],"<uri":[215],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[216],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://dingchao1214.github.io/web_sevfi/</uri>":[217],".":[218]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}