{"id":"https://openalex.org/W3197845860","doi":"https://doi.org/10.1109/tcsvt.2021.3110796","title":"Capturing Small, Fast-Moving Objects: Frame Interpolation via Recurrent Motion Enhancement","display_name":"Capturing Small, Fast-Moving Objects: Frame Interpolation via Recurrent Motion Enhancement","publication_year":2021,"publication_date":"2021-09-07","ids":{"openalex":"https://openalex.org/W3197845860","doi":"https://doi.org/10.1109/tcsvt.2021.3110796","mag":"3197845860"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2021.3110796","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2021.3110796","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079468817","display_name":"Mengshun Hu","orcid":"https://orcid.org/0000-0002-9439-0550"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mengshun Hu","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033066003","display_name":"Jing Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Xiao","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080825791","display_name":"Liang Liao","orcid":"https://orcid.org/0000-0002-2238-2420"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Liang Liao","raw_affiliation_strings":["Digital Content and Media Sciences Research Division, National Institute of Informatics, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Digital Content and Media Sciences Research Division, National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100401164","display_name":"Zheng Wang","orcid":"https://orcid.org/0000-0003-3846-9157"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Wang","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051264473","display_name":"Chia\u2010Wen Lin","orcid":"https://orcid.org/0000-0002-9097-2318"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chia-Wen Lin","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","Institute of Communications Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]},{"raw_affiliation_string":"Institute of Communications Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100742710","display_name":"Mi Wang","orcid":"https://orcid.org/0000-0003-2799-5987"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mi Wang","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping, and Remote Sensing, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping, and Remote Sensing, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102743927","display_name":"Shin\u2019ichi Satoh","orcid":"https://orcid.org/0000-0001-6995-6447"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shin'Ichi Satoh","raw_affiliation_strings":["Digital Content and Media Sciences Research Division, National Institute of Informatics, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Digital Content and Media Sciences Research Division, National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5079468817"],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":2.4017,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.90730392,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"32","issue":"6","first_page":"3390","last_page":"3406"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion-interpolation","display_name":"Motion interpolation","score":0.7853809595108032},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7760411500930786},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7258340716362},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6883755326271057},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6548216342926025},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.6114562749862671},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.6104577779769897},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.5589851140975952},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5518779754638672},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5404719710350037},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.49454089999198914},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.4765603840351105},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.43988457322120667},{"id":"https://openalex.org/keywords/structure-from-motion","display_name":"Structure from motion","score":0.4263097047805786},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.325333833694458},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.26293885707855225},{"id":"https://openalex.org/keywords/block-matching-algorithm","display_name":"Block-matching algorithm","score":0.20867237448692322},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1762869954109192},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14559006690979004},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.1394345760345459}],"concepts":[{"id":"https://openalex.org/C72560505","wikidata":"https://www.wikidata.org/wiki/Q204510","display_name":"Motion interpolation","level":5,"score":0.7853809595108032},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7760411500930786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7258340716362},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6883755326271057},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6548216342926025},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.6114562749862671},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.6104577779769897},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.5589851140975952},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5518779754638672},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5404719710350037},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.49454089999198914},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.4765603840351105},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.43988457322120667},{"id":"https://openalex.org/C146159030","wikidata":"https://www.wikidata.org/wiki/Q7625099","display_name":"Structure from motion","level":3,"score":0.4263097047805786},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.325333833694458},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.26293885707855225},{"id":"https://openalex.org/C167510206","wikidata":"https://www.wikidata.org/wiki/Q2835824","display_name":"Block-matching algorithm","level":4,"score":0.20867237448692322},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1762869954109192},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14559006690979004},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.1394345760345459},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2021.3110796","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2021.3110796","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G193207671","display_name":null,"funder_award_id":"91738302","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8741587450","display_name":null,"funder_award_id":"61825103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W764651262","https://openalex.org/W1485009520","https://openalex.org/W1502179934","https://openalex.org/W1610511020","https://openalex.org/W1776042733","https://openalex.org/W1905052409","https://openalex.org/W1980131431","https://openalex.org/W1998309700","https://openalex.org/W2103336008","https://openalex.org/W2114961653","https://openalex.org/W2147253850","https://openalex.org/W2270175440","https://openalex.org/W2288122362","https://openalex.org/W2305401973","https://openalex.org/W2427389564","https://openalex.org/W2548527721","https://openalex.org/W2560474170","https://openalex.org/W2586480386","https://openalex.org/W2604329646","https://openalex.org/W2769654144","https://openalex.org/W2771617895","https://openalex.org/W2791755873","https://openalex.org/W2799277064","https://openalex.org/W2800283575","https://openalex.org/W2803275330","https://openalex.org/W2904433806","https://openalex.org/W2904829482","https://openalex.org/W2949258649","https://openalex.org/W2963093735","https://openalex.org/W2963172626","https://openalex.org/W2963268050","https://openalex.org/W2963446712","https://openalex.org/W2963483509","https://openalex.org/W2963610452","https://openalex.org/W2963782415","https://openalex.org/W2964030969","https://openalex.org/W2964156315","https://openalex.org/W2964251418","https://openalex.org/W2972206791","https://openalex.org/W2973673960","https://openalex.org/W2980116241","https://openalex.org/W2987477823","https://openalex.org/W2989028869","https://openalex.org/W2997150500","https://openalex.org/W2998645105","https://openalex.org/W3015761874","https://openalex.org/W3034921716","https://openalex.org/W3035239272","https://openalex.org/W3102015846","https://openalex.org/W3102699694","https://openalex.org/W3106725490","https://openalex.org/W3108228673","https://openalex.org/W3110612869","https://openalex.org/W3111738934","https://openalex.org/W3128053054","https://openalex.org/W3137932859","https://openalex.org/W3171933509","https://openalex.org/W3184828860","https://openalex.org/W4255779515","https://openalex.org/W6600983433","https://openalex.org/W6696085341","https://openalex.org/W6767201353","https://openalex.org/W6780440321"],"related_works":["https://openalex.org/W3015492429","https://openalex.org/W2030154815","https://openalex.org/W1981567325","https://openalex.org/W2051121715","https://openalex.org/W2130897820","https://openalex.org/W3182003342","https://openalex.org/W1501297619","https://openalex.org/W2001793939","https://openalex.org/W2548663392","https://openalex.org/W2012241496"],"abstract_inverted_index":{"Interpolating":[0],"video":[1],"frames":[2,13,31],"involving":[3],"large":[4],"motions":[5],"remains":[6],"an":[7],"elusive":[8],"challenge.":[9],"In":[10,130],"case":[11],"that":[12,24],"involve":[14],"small":[15,65,94],"and":[16,28,40,71,141,170],"fast-moving":[17],"objects,":[18,110],"conventional":[19],"feed-forward":[20],"neural":[21],"network-based":[22],"approaches":[23,164],"estimate":[25],"optical":[26],"flow":[27],"synthesize":[29],"in-between":[30],"sequentially":[32],"often":[33],"result":[34],"in":[35,80,165],"loss":[36],"of":[37,64,93,106,125,158,167],"motion":[38,62,91,104,126],"features":[39,63,105,135,145],"thus":[41],"blurred":[42],"boundaries.":[43],"To":[44],"address":[45],"the":[46,61,69,81,90,103,107,120,133,143,147,156],"problem,":[47],"we":[48,75,111],"propose":[49,112],"a":[50,113],"novel":[51],"Recurrent":[52],"Motion-Enhanced":[53],"Interpolation":[54],"Network":[55],"(ReMEI-Net)":[56],"by":[57],"assigning":[58],"attention":[59],"to":[60,87,100,118,139],"objects":[66,95],"from":[67,127],"both":[68],"intra-scale":[70],"inter-scale":[72],"perspectives.":[73],"Specifically,":[74],"add":[76],"recurrent":[77],"feedback":[78,148],"blocks":[79],"existing":[82],"multi-scale":[83],"autoencoder":[84],"pipeline,":[85],"aiming":[86],"iteratively":[88],"enhance":[89,142],"information":[92,124],"across":[96],"different":[97],"scales.":[98],"Second,":[99],"further":[101],"refine":[102],"highly":[108],"moving":[109],"Multi-Directional":[114],"ConvLSTM":[115],"(MD-ConvLSTM)":[116],"block":[117],"capture":[119],"global":[121],"spatial":[122],"contextual":[123],"multiple":[128],"directions.":[129],"this":[131],"way,":[132],"coarse-scale":[134],"can":[136],"be":[137],"utilized":[138],"correct":[140],"fine-scale":[144],"through":[146],"mechanism.":[149],"Extensive":[150],"experiments":[151],"on":[152],"various":[153],"datasets":[154],"demonstrate":[155],"superiority":[157],"our":[159],"proposed":[160],"method":[161],"over":[162],"state-of-the-art":[163],"terms":[166],"clear":[168],"locations":[169],"complete":[171],"shape.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}