{"id":"https://openalex.org/W3215969244","doi":null,"title":"Spatio-Temporal Multi-Flow Network for Video Frame Interpolation","display_name":"Spatio-Temporal Multi-Flow Network for Video Frame Interpolation","publication_year":2021,"publication_date":"2021-11-30","ids":{"openalex":"https://openalex.org/W3215969244","mag":"3215969244"},"language":"en","primary_location":{"id":"mag:3215969244","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2111.15483","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2111.15483","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040032244","display_name":"Duolikun Danier","orcid":"https://orcid.org/0000-0002-9320-7099","observed_orcids":["https://orcid.org/0000-0002-9320-7099"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duolikun Danier","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9320-7099","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403389","display_name":"Fan Zhang","orcid":"https://orcid.org/0000-0001-6623-9936","observed_orcids":["https://orcid.org/0000-0001-6623-9936"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan Zhang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-6623-9936","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5048009053","display_name":"David Bull","orcid":"https://orcid.org/0000-0001-7634-190X","observed_orcids":["https://orcid.org/0000-0001-7634-190X"]},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Bull","raw_affiliation_strings":["University of Bristol"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.02669999934732914,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-frame-interpolation","display_name":"frame interpolation","score":1.0},{"id":"https://openalex.org/keywords/large-motion","display_name":"large motion","score":0.5590000152587891},{"id":"https://openalex.org/keywords/dynamic-textures","display_name":"dynamic textures","score":0.8560000061988831},{"id":"https://openalex.org/keywords/occlusion-handling","display_name":"occlusion handling","score":0.7960000038146973},{"id":"https://openalex.org/keywords/3d-convolutional-neural-networks","display_name":"3D convolutional neural networks","score":0.75},{"id":"https://openalex.org/keywords/perceptual-video-quality","display_name":"perceptual video quality","score":0.6159999966621399}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8009603023529053},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.7493574023246765},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5795893669128418},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5496087670326233},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5326511263847351},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.5208835601806641},{"id":"https://openalex.org/C72560505","wikidata":"https://www.wikidata.org/wiki/Q204510","display_name":"Motion interpolation","level":5,"score":0.5082333087921143},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5079546570777893},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.4897051155567169},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.452426552772522},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.24659430980682373},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.14011743664741516},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.11313745379447937},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06663954257965088},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C167510206","wikidata":"https://www.wikidata.org/wiki/Q2835824","display_name":"Block-matching algorithm","level":4,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3215969244","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2111.15483","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3215969244","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2111.15483","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W603908379","https://openalex.org/W1522301498","https://openalex.org/W1776042733","https://openalex.org/W1821462560","https://openalex.org/W2064076387","https://openalex.org/W2116645681","https://openalex.org/W2133665775","https://openalex.org/W2146395539","https://openalex.org/W2147253850","https://openalex.org/W2232702494","https://openalex.org/W2305401973","https://openalex.org/W2470139095","https://openalex.org/W2549139847","https://openalex.org/W2586480386","https://openalex.org/W2601564443","https://openalex.org/W2602126573","https://openalex.org/W2604329646","https://openalex.org/W2736981815","https://openalex.org/W2768814045","https://openalex.org/W2949258649","https://openalex.org/W2952661777","https://openalex.org/W2952809312","https://openalex.org/W2963093735","https://openalex.org/W2963189365","https://openalex.org/W2963268050","https://openalex.org/W2963376432","https://openalex.org/W2963420686","https://openalex.org/W2963782415","https://openalex.org/W2964193438","https://openalex.org/W2964245526","https://openalex.org/W2964251418","https://openalex.org/W2967593122","https://openalex.org/W2970955206","https://openalex.org/W2981540061","https://openalex.org/W2997150500","https://openalex.org/W3006897426","https://openalex.org/W3013522332","https://openalex.org/W3031546776","https://openalex.org/W3034769793","https://openalex.org/W3034921716","https://openalex.org/W3096831136","https://openalex.org/W3102289792","https://openalex.org/W3108228673","https://openalex.org/W3110612869","https://openalex.org/W3124064488","https://openalex.org/W3128053054","https://openalex.org/W3131465228","https://openalex.org/W3134680050","https://openalex.org/W3135056004","https://openalex.org/W3143482677","https://openalex.org/W3168286621","https://openalex.org/W3184828860","https://openalex.org/W3203041407","https://openalex.org/W3203902094","https://openalex.org/W4319301042","https://openalex.org/W4396620548"],"related_works":["https://openalex.org/W4312364368","https://openalex.org/W2969378336","https://openalex.org/W4322742164","https://openalex.org/W4399710464","https://openalex.org/W4382203235","https://openalex.org/W4388926187","https://openalex.org/W4400064850","https://openalex.org/W4385762121","https://openalex.org/W4319301042","https://openalex.org/W4385756679"],"abstract_inverted_index":{"Video":[0],"frame":[1],"interpolation":[2,40,87,127],"(VFI)":[3],"is":[4,94],"currently":[5],"a":[6,46,61,91],"very":[7],"active":[8],"research":[9],"topic,\nwith":[10],"applications":[11],"spanning":[12],"computer":[13],"vision,":[14],"post":[15],"production":[16],"and":[17,150,166],"video":[18],"encoding.\nVFI":[19],"can":[20],"be":[21],"extremely":[22],"challenging,":[23],"particularly":[24],"in":[25,159],"sequences":[26],"containing":[27],"large\nmotions,":[28],"occlusions":[29],"or":[30],"dynamic":[31],"textures,":[32],"where":[33],"existing":[34],"approaches":[35],"fail":[36],"to\noffer":[37],"perceptually":[38],"robust":[39],"performance.":[41],"In":[42,83],"this":[43],"context,":[44],"we\npresent":[45],"novel":[47],"deep":[48],"learning":[49],"based":[50,54],"VFI":[51],"method,":[52],"ST-MFNet,":[53],"on":[55,148],"a\nSpatio-Temporal":[56],"Multi-Flow":[57],"architecture.":[58],"ST-MFNet":[59,107,144],"employs":[60],"new":[62],"multi-scale\nmulti-flow":[63],"predictor":[64],"to":[65,77,85,97,157],"estimate":[66],"many-to-one":[67],"intermediate":[68],"flows,":[69],"which":[70,114],"are\ncombined":[71],"with":[72,121,136,154],"conventional":[73],"one-to-one":[74],"optical":[75],"flows":[76],"capture":[78],"both":[79],"large":[80,164],"and\ncomplex":[81],"motions.":[82],"order":[84],"enhance":[86],"performance":[88],"for":[89,118,161],"various\ntextures,":[90],"3D":[92],"CNN":[93],"also":[95],"employed":[96],"model":[98],"the":[99,122],"content":[100],"dynamics":[101],"over":[102],"an\nextended":[103],"temporal":[104],"window.":[105],"Moreover,":[106],"has":[108,131],"been":[109],"trained":[110],"within":[111],"an":[112],"ST-GAN\nframework,":[113],"was":[115],"originally":[116],"developed":[117],"texture":[119],"synthesis,":[120],"aim\nof":[123],"further":[124],"improving":[125],"perceptual":[126],"quality.":[128],"Our":[129],"approach":[130],"been\ncomprehensively":[132],"evaluated":[133],"--":[134,140],"compared":[135],"fourteen":[137],"state-of-the-art":[138],"VFI\nalgorithms":[139],"clearly":[141],"demonstrating":[142],"that":[143],"consistently":[145],"outperforms\nthese":[146],"benchmarks":[147],"varied":[149],"representative":[151],"test":[152],"datasets,":[153],"significant\ngains":[155],"up":[156],"1.09dB":[158],"PSNR":[160],"cases":[162],"including":[163],"motions":[165],"dynamic\ntextures.":[167],"Project":[168],"page:":[169],"https://danielism97.github.io/ST-MFNet.":[170]},"counts_by_year":[{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-12-06T00:00:00"}