{"id":"https://openalex.org/W4312248440","doi":"https://doi.org/10.1109/tci.2022.3228747","title":"EVA$^{2}$: Event-Assisted Video Frame Interpolation via Cross-Modal Alignment and Aggregation","display_name":"EVA$^{2}$: Event-Assisted Video Frame Interpolation via Cross-Modal Alignment and Aggregation","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312248440","doi":"https://doi.org/10.1109/tci.2022.3228747"},"language":"en","primary_location":{"id":"doi:10.1109/tci.2022.3228747","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tci.2022.3228747","pdf_url":null,"source":{"id":"https://openalex.org/S4210233665","display_name":"IEEE Transactions on Computational Imaging","issn_l":"2333-9403","issn":["2333-9403","2573-0436"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017155375","display_name":"Zeyu Xiao","orcid":"https://orcid.org/0000-0002-9171-9234"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zeyu Xiao","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013993608","display_name":"Wenming Weng","orcid":"https://orcid.org/0000-0002-1042-8903"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenming Weng","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103136560","display_name":"Yueyi Zhang","orcid":"https://orcid.org/0000-0003-0788-8826"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueyi Zhang","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008612863","display_name":"Zhiwei Xiong","orcid":"https://orcid.org/0000-0002-9787-7460"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Xiong","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5017155375"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":2.0151,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.88223564,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"1145","last_page":"1158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5488555431365967},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5305289030075073},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.526911199092865},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.48319804668426514},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.39219018816947937},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3816545307636261},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.19087672233581543},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12226647138595581}],"concepts":[{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5488555431365967},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5305289030075073},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.526911199092865},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.48319804668426514},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39219018816947937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3816545307636261},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.19087672233581543},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12226647138595581},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tci.2022.3228747","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tci.2022.3228747","pdf_url":null,"source":{"id":"https://openalex.org/S4210233665","display_name":"IEEE Transactions on Computational Imaging","issn_l":"2333-9403","issn":["2333-9403","2573-0436"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Imaging","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G262421580","display_name":null,"funder_award_id":"61901435","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4810870800","display_name":null,"funder_award_id":"62131003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6308808780","display_name":null,"funder_award_id":"62021001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W206948248","https://openalex.org/W764651262","https://openalex.org/W1545807718","https://openalex.org/W1776042733","https://openalex.org/W1905052409","https://openalex.org/W2016574277","https://openalex.org/W2147253850","https://openalex.org/W2519559998","https://openalex.org/W2560474170","https://openalex.org/W2560533888","https://openalex.org/W2604329646","https://openalex.org/W2769654144","https://openalex.org/W2783185291","https://openalex.org/W2884195444","https://openalex.org/W2901157565","https://openalex.org/W2904275768","https://openalex.org/W2904829482","https://openalex.org/W2938463073","https://openalex.org/W2949258649","https://openalex.org/W2963093735","https://openalex.org/W2963189365","https://openalex.org/W2963483509","https://openalex.org/W2963782415","https://openalex.org/W2964132169","https://openalex.org/W2964251418","https://openalex.org/W2964615694","https://openalex.org/W2965669158","https://openalex.org/W2970672284","https://openalex.org/W2973673960","https://openalex.org/W2981362942","https://openalex.org/W2981446015","https://openalex.org/W2982129924","https://openalex.org/W2987477823","https://openalex.org/W2997150500","https://openalex.org/W2998281665","https://openalex.org/W2998645105","https://openalex.org/W2998799713","https://openalex.org/W3001201412","https://openalex.org/W3010556452","https://openalex.org/W3011008323","https://openalex.org/W3034416326","https://openalex.org/W3034469298","https://openalex.org/W3034769793","https://openalex.org/W3034850705","https://openalex.org/W3034921716","https://openalex.org/W3035239272","https://openalex.org/W3040838455","https://openalex.org/W3093013777","https://openalex.org/W3097097310","https://openalex.org/W3102015846","https://openalex.org/W3107921985","https://openalex.org/W3108228673","https://openalex.org/W3109192943","https://openalex.org/W3109908659","https://openalex.org/W3110053799","https://openalex.org/W3110612869","https://openalex.org/W3127641627","https://openalex.org/W3128053054","https://openalex.org/W3129601843","https://openalex.org/W3134680050","https://openalex.org/W3174138177","https://openalex.org/W3174256730","https://openalex.org/W3176977648","https://openalex.org/W3186542190","https://openalex.org/W3202291536","https://openalex.org/W3202747741","https://openalex.org/W3203160642","https://openalex.org/W3203854346","https://openalex.org/W3204647170","https://openalex.org/W4214514519","https://openalex.org/W4214638086","https://openalex.org/W4226042183","https://openalex.org/W4312273313","https://openalex.org/W4312280868","https://openalex.org/W4312324876","https://openalex.org/W4312340502","https://openalex.org/W4312364368","https://openalex.org/W4312383539","https://openalex.org/W4312409473","https://openalex.org/W4312623579","https://openalex.org/W4312656891","https://openalex.org/W4312770027","https://openalex.org/W4312852806","https://openalex.org/W4312857869","https://openalex.org/W4312993639","https://openalex.org/W4313046728","https://openalex.org/W6716109767","https://openalex.org/W6767201353","https://openalex.org/W6787218831"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2053286651","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W2181413294","https://openalex.org/W2989452537","https://openalex.org/W2052122378","https://openalex.org/W2544423928","https://openalex.org/W2062023542"],"abstract_inverted_index":{"We":[0],"consider":[1],"the":[2,17,27,49,139,147,154,157,164,170,175,182,189,198,207,211,227],"problem":[3],"of":[4,29,229],"event-assisted":[5],"video":[6],"frame":[7],"interpolation":[8],"(VFI),":[9],"a":[10,22,99],"new":[11,37],"track":[12,38],"for":[13,87,215],"VFI,":[14],"by":[15,169],"introducing":[16],"<italic":[18,67],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[19,68,102,106,113,118,123,233],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">event</i>":[20],"data,":[21],"novel":[23,100],"sensing":[24],"modality,":[25],"into":[26],"process":[28],"generating":[30],"intermediate":[31,57,148],"frames":[32,149],"from":[33,174,181],"low-frame-rate":[34],"videos.":[35],"This":[36],"challenges":[39],"existing":[40],"methods":[41],"in":[42,64,145,163,196],"two":[43],"aspects:":[44],"(1)":[45],"how":[46,79],"to":[47,52,56,80,127,132,205],"utilize":[48,82],"event":[50,176,208],"data":[51,177,209],"align":[53],"boundary":[54,184],"keyframes":[55],"ones,":[58],"especially":[59],"when":[60],"there":[61],"are":[62,150],"corruptions":[63,90,134],"scenes":[65],"(":[66],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">e.g.</i>":[69],",":[70,126],"non-uniform":[71],"motion,":[72],"object":[73],"occlusions,":[74],"and":[75,83,91,116,156,178,223],"illumination":[76],"changes);":[77],"(2)":[78],"effectively":[81],"aggregate":[84,206],"cross-modal":[85,111,140,190],"information":[86,179],"further":[88,216],"mitigating":[89],"refining":[92],"details.":[93],"In":[94],"this":[95],"paper,":[96],"we":[97,137,187],"propose":[98,188],"<underline":[101,105,112,117,122],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">E</u>":[103],"vent-assisted":[104],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">V</u>":[107],"FI":[108],"method":[109],"with":[110,210],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">A</u>":[114,119],"lignment":[115],"ggregation,":[120],"termed":[121],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">EVA<inline-formula><tex-math":[124],"notation=\"LaTeX\">$^{2}$</tex-math></inline-formula></u>":[125],"address":[128],"these":[129],"challenges.":[130],"First,":[131],"handle":[133],"during":[135],"alignment,":[136],"devise":[138],"Event-Guided":[141],"Alignment":[142],"(EGA)":[143],"module,":[144,195],"which":[146,197],"aligned":[151,212],"at":[152],"both":[153,221],"feature":[155],"image":[158],"levels.":[159],"The":[160],"alignment":[161],"operation":[162,202],"EGA":[165],"module":[166],"is":[167,203],"guided":[168],"offset":[171],"maps":[172],"generated":[173],"extracted":[180],"input":[183],"keyframes.":[185],"Second,":[186],"Event-aware":[191],"Dynamic":[192],"Aggregation":[193],"(EDA)":[194],"event-aware":[199],"dynamic":[200],"convolution":[201],"applied":[204],"results":[213],"adaptively":[214],"improvements.":[217],"Extensive":[218],"experiments":[219],"on":[220],"synthetic":[222],"real-world":[224],"datasets":[225],"validate":[226],"effectiveness":[228],"our":[230],"EVA":[231],"<inline-formula":[232],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[234],"notation=\"LaTeX\">$^{2}$</tex-math></inline-formula>":[235],".":[236]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}