{"id":"https://openalex.org/W3026081963","doi":"https://doi.org/10.1109/tcsvt.2020.2995243","title":"Deep Network-Based Frame Extrapolation With Reference Frame Alignment","display_name":"Deep Network-Based Frame Extrapolation With Reference Frame Alignment","publication_year":2020,"publication_date":"2020-05-18","ids":{"openalex":"https://openalex.org/W3026081963","doi":"https://doi.org/10.1109/tcsvt.2020.2995243","mag":"3026081963"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2020.2995243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2020.2995243","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102991852","display_name":"Shuai Huo","orcid":"https://orcid.org/0000-0003-3687-6699"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Huo","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-3687-6699","affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407381","display_name":"Dong Liu","orcid":"https://orcid.org/0000-0001-9100-2906"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Liu","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-9100-2906","affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781451","display_name":"Bin Li","orcid":"https://orcid.org/0000-0002-5635-2916"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Li","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5635-2916","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039832462","display_name":"Siwei Ma","orcid":"https://orcid.org/0000-0002-2731-5403"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siwei Ma","raw_affiliation_strings":["Institute of Digital Media, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2731-5403","affiliations":[{"raw_affiliation_string":"Institute of Digital Media, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101596622","display_name":"Feng Wu","orcid":"https://orcid.org/0000-0001-8451-0881"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Wu","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101523804","display_name":"Wen Gao","orcid":"https://orcid.org/0000-0001-8894-1806"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Gao","raw_affiliation_strings":["Institute of Digital Media, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Digital Media, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3958,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.90669738,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"31","issue":"3","first_page":"1178","last_page":"1192"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7931116819381714},{"id":"https://openalex.org/keywords/residual-frame","display_name":"Residual frame","score":0.7618520259857178},{"id":"https://openalex.org/keywords/inter-frame","display_name":"Inter frame","score":0.7523542642593384},{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.750945508480072},{"id":"https://openalex.org/keywords/reference-frame","display_name":"Reference frame","score":0.7313781380653381},{"id":"https://openalex.org/keywords/motion-compensation","display_name":"Motion compensation","score":0.6331907510757446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6185873746871948},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6178126335144043},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5482755303382874},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.4989285469055176},{"id":"https://openalex.org/keywords/block-matching-algorithm","display_name":"Block-matching algorithm","score":0.4749853014945984},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.46352869272232056},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.44271016120910645},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.26042231917381287},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1559397280216217},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.12893500924110413},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08530983328819275},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07978278398513794}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7931116819381714},{"id":"https://openalex.org/C204641915","wikidata":"https://www.wikidata.org/wiki/Q7315509","display_name":"Residual frame","level":4,"score":0.7618520259857178},{"id":"https://openalex.org/C39394851","wikidata":"https://www.wikidata.org/wiki/Q921594","display_name":"Inter frame","level":4,"score":0.7523542642593384},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.750945508480072},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.7313781380653381},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.6331907510757446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6185873746871948},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6178126335144043},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5482755303382874},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.4989285469055176},{"id":"https://openalex.org/C167510206","wikidata":"https://www.wikidata.org/wiki/Q2835824","display_name":"Block-matching algorithm","level":4,"score":0.4749853014945984},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.46352869272232056},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.44271016120910645},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.26042231917381287},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1559397280216217},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.12893500924110413},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08530983328819275},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07978278398513794}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2020.2995243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2020.2995243","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3634038634","display_name":null,"funder_award_id":"61632001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3646006771","display_name":null,"funder_award_id":"61772483","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3847120407","display_name":null,"funder_award_id":"2017YFB1002401","funder_id":"https://openalex.org/F4320321540","funder_display_name":"Ministry of Science and Technology of the People's Republic of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321540","display_name":"Ministry of Science and Technology of the People's Republic of China","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W648143168","https://openalex.org/W1522301498","https://openalex.org/W1568514080","https://openalex.org/W1665214252","https://openalex.org/W1836465849","https://openalex.org/W1969665649","https://openalex.org/W2004185490","https://openalex.org/W2110440242","https://openalex.org/W2116435618","https://openalex.org/W2146395539","https://openalex.org/W2155893237","https://openalex.org/W2162637870","https://openalex.org/W2165867298","https://openalex.org/W2194775991","https://openalex.org/W2276329208","https://openalex.org/W2302255633","https://openalex.org/W2401640538","https://openalex.org/W2568343048","https://openalex.org/W2586480386","https://openalex.org/W2589759987","https://openalex.org/W2590077255","https://openalex.org/W2604329646","https://openalex.org/W2615413256","https://openalex.org/W2791933231","https://openalex.org/W2802934755","https://openalex.org/W2890113757","https://openalex.org/W2894961607","https://openalex.org/W2896406755","https://openalex.org/W2901921200","https://openalex.org/W2940542968","https://openalex.org/W2951523806","https://openalex.org/W2951720195","https://openalex.org/W2963093735","https://openalex.org/W2963125871","https://openalex.org/W2963268050","https://openalex.org/W2964121744","https://openalex.org/W2964251418","https://openalex.org/W2964303162","https://openalex.org/W2979673094","https://openalex.org/W2979990382","https://openalex.org/W2998788130","https://openalex.org/W4294306266","https://openalex.org/W4294554810","https://openalex.org/W4297772798","https://openalex.org/W6621378261","https://openalex.org/W6631190155","https://openalex.org/W6634221342","https://openalex.org/W6637242042","https://openalex.org/W6638667902","https://openalex.org/W6677326919","https://openalex.org/W6683804306","https://openalex.org/W6691096134","https://openalex.org/W6694662063","https://openalex.org/W6698183232","https://openalex.org/W6713563955","https://openalex.org/W6731759459","https://openalex.org/W6735698919","https://openalex.org/W6738465933","https://openalex.org/W6769015554"],"related_works":["https://openalex.org/W2119751394","https://openalex.org/W1579940903","https://openalex.org/W1769856625","https://openalex.org/W2100331075","https://openalex.org/W2128449318","https://openalex.org/W2120898383","https://openalex.org/W1981663193","https://openalex.org/W2153984380","https://openalex.org/W1994963971","https://openalex.org/W2136748560"],"abstract_inverted_index":{"Frame":[0],"extrapolation":[1,260],"is":[2,63,140],"to":[3,37,52,66,96,111,142,184,196,211,220,242],"predict":[4],"future":[5],"frames":[6,68,116,147],"from":[7,73,113],"the":[8,18,38,53,98,114,123,130,138,145,154,161,187,191,201,213,216,258],"past":[9],"(reference)":[10],"frames,":[11,100,193],"which":[12,46],"has":[13,23],"been":[14,35],"studied":[15],"intensively":[16],"in":[17,26,59,157,167,238],"computer":[19],"vision":[20],"research":[21],"and":[22,55,106,109,144,173,190,194,219,234,247],"great":[24],"potential":[25],"video":[27,158],"coding.":[28],"Recently,":[29],"a":[30,86,118,125,206],"number":[31],"of":[32,40,132,149,209,215],"studies":[33],"have":[34],"devoted":[36],"use":[39],"deep":[41,90,120],"networks":[42],"for":[43,89,164],"frame":[44,83,92,163,189,259,263],"extrapolation,":[45],"achieves":[47,230],"certain":[48],"success.":[49],"However,":[50],"due":[51],"complex":[54],"diverse":[56],"motion":[57,104,107,198],"patterns":[58],"natural":[60],"video,":[61],"it":[62],"still":[64],"difficult":[65],"extrapolate":[67,112],"with":[69],"high":[70],"fidelity":[71],"directly":[72],"reference":[74,82,99,192,262],"frames.":[75],"To":[76],"address":[77],"this":[78],"problem,":[79],"we":[80,135],"introduce":[81],"alignment":[84],"as":[85],"key":[87],"technique":[88,156],"network-based":[91],"extrapolation.":[93],"We":[94,152,178,204],"propose":[95],"align":[97,185],"e.g.":[101],"using":[102,160],"block-based":[103],"estimation":[105,199],"compensation,":[108],"then":[110],"aligned":[115],"by":[117],"trained":[119],"network.":[121],"Since":[122],"alignment,":[124],"preprocessing":[126],"step,":[127],"effectively":[128],"reduces":[129],"diversity":[131],"network":[133,139],"input,":[134],"observe":[136],"that":[137,227],"easier":[141],"train":[143],"extrapolated":[146,162,202],"are":[148],"higher":[150],"quality.":[151],"verify":[153],"proposed":[155,217],"coding,":[159],"inter":[165],"prediction":[166],"High":[168],"Efficiency":[169],"Video":[170,175],"Coding":[171,176],"(HEVC)":[172],"Versatile":[174],"(VVC).":[177],"investigate":[179],"different":[180,222],"schemes,":[181],"including":[182],"whether":[183,195],"between":[186],"target":[188],"perform":[197],"on":[200,231],"frame.":[203],"conduct":[205],"comprehensive":[207],"set":[208],"experiments":[210],"study":[212],"efficiency":[214],"method":[218],"compare":[221],"schemes.":[223],"Experimental":[224],"results":[225],"show":[226],"our":[228],"proposal":[229,253],"average":[232],"5.3%":[233],"2.8%":[235],"BD-rate":[236],"reduction":[237],"Y":[239],"component":[240],"compared":[241],"HEVC,":[243],"under":[244],"low-delay":[245,248],"P":[246],"B":[249],"configurations,":[250],"respectively.":[251],"Our":[252],"performs":[254],"much":[255],"better":[256],"than":[257],"without":[261],"alignment.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}