{"id":"https://openalex.org/W4385848176","doi":"https://doi.org/10.1145/3581783.3611752","title":"Uncertainty-Guided Spatial Pruning Architecture for Efficient Frame Interpolation","display_name":"Uncertainty-Guided Spatial Pruning Architecture for Efficient Frame Interpolation","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4385848176","doi":"https://doi.org/10.1145/3581783.3611752"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3611752","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3611752","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091210790","display_name":"Ri Cheng","orcid":"https://orcid.org/0000-0002-5866-6847"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ri Cheng","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102819669","display_name":"Xuhao Jiang","orcid":"https://orcid.org/0000-0002-4646-5052"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuhao Jiang","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033216637","display_name":"Ruian He","orcid":"https://orcid.org/0000-0001-9598-3043"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruian He","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103143338","display_name":"Shili Zhou","orcid":"https://orcid.org/0000-0001-7283-2314"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shili Zhou","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048621299","display_name":"Weimin Tan","orcid":"https://orcid.org/0000-0001-7677-4772"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weimin Tan","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081115024","display_name":"Bo Yan","orcid":"https://orcid.org/0000-0003-0256-9682"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Yan","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5091210790"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":0.18196834,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.40913485,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1975","last_page":"1986"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8488949537277222},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.7951719164848328},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7679603099822998},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.7215625643730164},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.6890559792518616},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6459094285964966},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.639390230178833},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4889785051345825},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.44473645091056824},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3408013582229614},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2629401683807373},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.23378616571426392},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10395434498786926}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8488949537277222},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.7951719164848328},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7679603099822998},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.7215625643730164},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.6890559792518616},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6459094285964966},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.639390230178833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4889785051345825},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44473645091056824},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3408013582229614},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2629401683807373},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.23378616571426392},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10395434498786926},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3611752","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3611752","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1553109372","display_name":null,"funder_award_id":"21ZR1406600","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2147253850","https://openalex.org/W2348664362","https://openalex.org/W2586480386","https://openalex.org/W2612690371","https://openalex.org/W2894961607","https://openalex.org/W2949258649","https://openalex.org/W2949903291","https://openalex.org/W2963093735","https://openalex.org/W2963189365","https://openalex.org/W2963268050","https://openalex.org/W2963881378","https://openalex.org/W2963891416","https://openalex.org/W2964251418","https://openalex.org/W2973673960","https://openalex.org/W2997150500","https://openalex.org/W2998095399","https://openalex.org/W2998645105","https://openalex.org/W3034921716","https://openalex.org/W3035239272","https://openalex.org/W3035376925","https://openalex.org/W3109632933","https://openalex.org/W3168286621","https://openalex.org/W3170026688","https://openalex.org/W3173421220","https://openalex.org/W3176997885","https://openalex.org/W3184828860","https://openalex.org/W3203041407","https://openalex.org/W3203486979","https://openalex.org/W3204647170","https://openalex.org/W4200631531","https://openalex.org/W4212774754","https://openalex.org/W4312324876","https://openalex.org/W4312623579","https://openalex.org/W4312693498","https://openalex.org/W4312740059","https://openalex.org/W4312770027","https://openalex.org/W4312823573","https://openalex.org/W4312857869","https://openalex.org/W4313045298","https://openalex.org/W4372342754","https://openalex.org/W6604662147","https://openalex.org/W6704970058"],"related_works":["https://openalex.org/W4315697128","https://openalex.org/W3102845713","https://openalex.org/W2971502891","https://openalex.org/W3205506801","https://openalex.org/W4280599700","https://openalex.org/W3183570023","https://openalex.org/W4382323155","https://openalex.org/W2995343971","https://openalex.org/W2982536526","https://openalex.org/W2992221004"],"abstract_inverted_index":{"The":[0],"video":[1],"frame":[2,63],"interpolation":[3,64],"(VFI)":[4],"model":[5],"applies":[6],"the":[7,75,98,116],"convolution":[8],"operation":[9],"to":[10,14,29,57,91,114,134],"all":[11],"locations,":[12],"leading":[13],"redundant":[15,31,59],"computations":[16],"in":[17,41,95],"regions":[18,40],"with":[19,68,148],"easy":[20,39,72,99],"motion.":[21],"We":[22],"can":[23,77],"use":[24],"dynamic":[25],"spatial":[26],"pruning":[27,137],"method":[28,35,144],"skip":[30,58],"computation,":[32],"but":[33,128],"this":[34,47],"cannot":[36],"properly":[37,96],"identify":[38],"VFI":[42],"tasks":[43],"without":[44,80,136],"supervision.":[45],"In":[46,141],"paper,":[48],"we":[49,86,102],"develop":[50],"an":[51,110],"Uncertainty-Guided":[52],"Spatial":[53],"Pruning":[54],"(UGSP)":[55],"architecture":[56],"computation":[60],"for":[61],"efficient":[62],"dynamically.":[65],"Specifically,":[66],"pixels":[67],"low":[69],"uncertainty":[70],"indicate":[71],"regions,":[73],"where":[74],"calculation":[76],"be":[78],"reduced":[79],"bringing":[81],"undesirable":[82],"visual":[83],"results.":[84],"Therefore,":[85],"utilize":[87],"uncertainty-generated":[88],"mask":[89],"labels":[90],"guide":[92],"our":[93,119,143],"UGSP":[94,125],"locating":[97],"region.":[100],"Furthermore,":[101],"propose":[103],"a":[104],"self-contrast":[105],"training":[106],"strategy":[107],"that":[108,124],"leverages":[109],"auxiliary":[111],"non-pruning":[112],"branch":[113],"improve":[115],"performance":[117,127,147],"of":[118],"UGSP.":[120],"Extensive":[121],"experiments":[122],"show":[123],"maintains":[126],"reduces":[129],"FLOPs":[130,150],"by":[131],"34%/52%/30%":[132],"compared":[133],"baseline":[135],"on":[138,151],"Vimeo90K/UCF101/MiddleBury":[139],"datasets.":[140],"addition,":[142],"achieves":[145],"state-of-the-art":[146],"lower":[149],"multiple":[152],"benchmarks.":[153]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2023-08-16T00:00:00"}
