{"id":"https://openalex.org/W4410949816","doi":"https://doi.org/10.1109/tcsvt.2025.3575717","title":"Lifting Deep Image Denoisers to Video With Frame Interpolation Pre-Training","display_name":"Lifting Deep Image Denoisers to Video With Frame Interpolation Pre-Training","publication_year":2025,"publication_date":"2025-06-02","ids":{"openalex":"https://openalex.org/W4410949816","doi":"https://doi.org/10.1109/tcsvt.2025.3575717"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3575717","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3575717","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tcsvt.2025.3575717","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023513129","display_name":"Piotr Kopa Ostrowski","orcid":"https://orcid.org/0000-0003-1663-5839"},"institutions":[{"id":"https://openalex.org/I169333911","display_name":"Gda\u0144sk University of Technology","ror":"https://ror.org/006x4sc24","country_code":"PL","type":"education","lineage":["https://openalex.org/I169333911"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Piotr Kopa Ostrowski","raw_affiliation_strings":["Department of Decision Systems and Robotics, Faculty of Electronics, Telecommunications, and Informatics (ETI), Gdańsk University of Technology, Gdańsk, Poland","Department of Robotics and Decision Systems, Faculty of Electronics, Telecommunications, and Informatics (ETI), Gdańsk University of Technology, Gdańsk, Poland"],"affiliations":[{"raw_affiliation_string":"Department of Decision Systems and Robotics, Faculty of Electronics, Telecommunications, and Informatics (ETI), Gdańsk University of Technology, Gdańsk, Poland","institution_ids":["https://openalex.org/I169333911"]},{"raw_affiliation_string":"Department of Robotics and Decision Systems, Faculty of Electronics, Telecommunications, and Informatics (ETI), Gdańsk University of Technology, Gdańsk, Poland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038579085","display_name":"Daniel W\u0119sierski","orcid":"https://orcid.org/0000-0001-7093-8764"},"institutions":[{"id":"https://openalex.org/I173029219","display_name":"Multimedia University","ror":"https://ror.org/04zrbnc33","country_code":"MY","type":"education","lineage":["https://openalex.org/I173029219"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Daniel W\u0119sierski","raw_affiliation_strings":["Department of Multimedia Systems, Faculty of ETI, Gdańsk University of Technology, Gdańsk, Poland","Department of Multimedia Systems, Faculty of ETI, Gdańsk Universiy of Technology, Gdańsk, Poland"],"affiliations":[{"raw_affiliation_string":"Department of Multimedia Systems, Faculty of ETI, Gdańsk University of Technology, Gdańsk, Poland","institution_ids":["https://openalex.org/I173029219"]},{"raw_affiliation_string":"Department of Multimedia Systems, Faculty of ETI, Gdańsk Universiy of Technology, Gdańsk, Poland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086251368","display_name":"Anna Jezierska","orcid":"https://orcid.org/0000-0001-8235-7641"},"institutions":[{"id":"https://openalex.org/I66083562","display_name":"Systems Research Institute","ror":"https://ror.org/0111cp837","country_code":"PL","type":"facility","lineage":["https://openalex.org/I66083562","https://openalex.org/I99542240"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Anna Jezierska","raw_affiliation_strings":["Department of Modelling and Optimization of Dynamical Systems, Systems Research Institute, Warsaw, Poland"],"affiliations":[{"raw_affiliation_string":"Department of Modelling and Optimization of Dynamical Systems, Systems Research Institute, Warsaw, Poland","institution_ids":["https://openalex.org/I66083562"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041652624","display_name":"Tomasz P. Stefa\u0144ski","orcid":"https://orcid.org/0000-0002-3952-5731"},"institutions":[{"id":"https://openalex.org/I169333911","display_name":"Gda\u0144sk University of Technology","ror":"https://ror.org/006x4sc24","country_code":"PL","type":"education","lineage":["https://openalex.org/I169333911"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Tomasz Stefa\u0144ski","raw_affiliation_strings":["Department of Decision Systems and Robotics, Faculty of Electronics, Telecommunications, and Informatics (ETI), Gdańsk University of Technology, Gdańsk, Poland","Department of Robotics and Decision Systems, Faculty of Electronics, Telecommunications, and Informatics (ETI), Gdańsk University of Technology, Gdańsk, Poland"],"affiliations":[{"raw_affiliation_string":"Department of Decision Systems and Robotics, Faculty of Electronics, Telecommunications, and Informatics (ETI), Gdańsk University of Technology, Gdańsk, Poland","institution_ids":["https://openalex.org/I169333911"]},{"raw_affiliation_string":"Department of Robotics and Decision Systems, Faculty of Electronics, Telecommunications, and Informatics (ETI), Gdańsk University of Technology, Gdańsk, Poland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5023513129"],"corresponding_institution_ids":["https://openalex.org/I169333911"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13113737,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"12","first_page":"12196","last_page":"12211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.964900016784668,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7351058721542358},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.6851081848144531},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6794782876968384},{"id":"https://openalex.org/keywords/image-scaling","display_name":"Image scaling","score":0.6198893189430237},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6092079281806946},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5725946426391602},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5124750733375549},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4373573660850525},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.43184298276901245},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3277010917663574},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13467472791671753}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7351058721542358},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.6851081848144531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6794782876968384},{"id":"https://openalex.org/C27405340","wikidata":"https://www.wikidata.org/wiki/Q440296","display_name":"Image scaling","level":4,"score":0.6198893189430237},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6092079281806946},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5725946426391602},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5124750733375549},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4373573660850525},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.43184298276901245},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3277010917663574},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13467472791671753},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3575717","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3575717","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tcsvt.2025.3575717","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3575717","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4990026105","display_name":null,"funder_award_id":"DEC-16/1/2022/IDUB/V.5d/VHR","funder_id":"https://openalex.org/F4320323690","funder_display_name":"Politechnika Gda\u0144ska"}],"funders":[{"id":"https://openalex.org/F4320323690","display_name":"Politechnika Gda\u0144ska","ror":"https://ror.org/006x4sc24"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W260788981","https://openalex.org/W1513100184","https://openalex.org/W1989077663","https://openalex.org/W2136035751","https://openalex.org/W2305401973","https://openalex.org/W2769654144","https://openalex.org/W2798664922","https://openalex.org/W2886787375","https://openalex.org/W2890000772","https://openalex.org/W2902857081","https://openalex.org/W2953334512","https://openalex.org/W2962770929","https://openalex.org/W2965669158","https://openalex.org/W2967656728","https://openalex.org/W2986422266","https://openalex.org/W2990152177","https://openalex.org/W3034233131","https://openalex.org/W3034863454","https://openalex.org/W3035047434","https://openalex.org/W3035051775","https://openalex.org/W3035710032","https://openalex.org/W3095824510","https://openalex.org/W3109908659","https://openalex.org/W3110194847","https://openalex.org/W3129492101","https://openalex.org/W3137474318","https://openalex.org/W3157035436","https://openalex.org/W3158777120","https://openalex.org/W3174256730","https://openalex.org/W3176997686","https://openalex.org/W3180355996","https://openalex.org/W3182700213","https://openalex.org/W3206034005","https://openalex.org/W3207362856","https://openalex.org/W3213635490","https://openalex.org/W3216270236","https://openalex.org/W4214617338","https://openalex.org/W4225672218","https://openalex.org/W4283821832","https://openalex.org/W4285260852","https://openalex.org/W4292672210","https://openalex.org/W4296053309","https://openalex.org/W4300642896","https://openalex.org/W4304092247","https://openalex.org/W4307819182","https://openalex.org/W4309349667","https://openalex.org/W4312371645","https://openalex.org/W4312739433","https://openalex.org/W4312791683","https://openalex.org/W4312906857","https://openalex.org/W4312938066","https://openalex.org/W4317726584","https://openalex.org/W4319301042","https://openalex.org/W4319301043","https://openalex.org/W4382450087","https://openalex.org/W4383752660","https://openalex.org/W4385299555","https://openalex.org/W4386065363","https://openalex.org/W4386071577","https://openalex.org/W4386075855","https://openalex.org/W4386121018","https://openalex.org/W4386826859","https://openalex.org/W4388189562","https://openalex.org/W4390011933","https://openalex.org/W4390873030","https://openalex.org/W4392543517","https://openalex.org/W4393379612","https://openalex.org/W4395056642","https://openalex.org/W4396982422","https://openalex.org/W4399369570","https://openalex.org/W4400847763","https://openalex.org/W4401326200","https://openalex.org/W4403878297","https://openalex.org/W4408697819"],"related_works":["https://openalex.org/W2394941659","https://openalex.org/W1498671902","https://openalex.org/W33056850","https://openalex.org/W2465174208","https://openalex.org/W2030667839","https://openalex.org/W2388226938","https://openalex.org/W2081870131","https://openalex.org/W2168060518","https://openalex.org/W2615143519","https://openalex.org/W1915958221"],"abstract_inverted_index":{"We":[0],"introduce":[1],"Frame":[2],"Interpolation":[3],"Pre-training":[4],"(FIP),":[5],"a":[6,68,108,135],"simple":[7],"learning":[8],"technique":[9],"for":[10],"lifting":[11],"deep":[12],"image":[13,55,207],"denoisers":[14,208],"to":[15,41,75,82,86,133],"video":[16,24,77,188,201],"denoising":[17,25,120,156,189,202],"with":[18,191],"improved":[19],"implicit":[20,174],"temporal":[21,90,178],"alignment.":[22,179],"Modern":[23],"networks":[26,171],"typically":[27],"rely":[28],"on":[29,155,186],"explicit":[30,59],"motion":[31,60,175],"estimation":[32,61,176],"and":[33,39,43,49,54,65,101,177,183,193,215],"alignment":[34],"which":[35],"are":[36],"computationally":[37],"intensive":[38],"harder":[40],"re-design":[42],"re-train,":[44],"restricting":[45],"their":[46,73],"application":[47],"scope":[48],"usability.":[50],"Conversely,":[51],"stacking":[52],"frames":[53,97],"denoisers,":[56],"without":[57,209],"incorporating":[58],"modules,":[62],"improves":[63,200],"speed":[64],"benefits":[66],"from":[67],"simpler":[69],"design,":[70],"thereby":[71],"facilitating":[72],"generalizability":[74],"the":[76,95,103,114,119,126,131,147,150,157],"domain.":[78],"However,":[79],"it":[80],"leads":[81],"lower":[83],"accuracy":[84,104,203],"due":[85],"suboptimal":[87],"capture":[88],"of":[89,118,204],"dependencies.":[91],"To":[92],"better":[93,173],"leverage":[94],"adjacent":[96,142],"in":[98],"this":[99],"setting":[100],"reduce":[102],"gap,":[105],"we":[106],"propose":[107],"novel":[109],"training":[110,117,214],"regime":[111],"that":[112,169,197],"divides":[113],"standard":[115,187],"supervised":[116],"task":[121],"into":[122],"two":[123],"phases.":[124],"In":[125,146,180],"initial":[127],"phase,":[128,149],"FIP":[129,198],"guides":[130],"network":[132,152],"interpolate":[134],"fully":[136],"masked":[137],"central":[138,158],"frame":[139],"using":[140,161],"only":[141],"noisy":[143,163],"input":[144,164],"frames.":[145,165],"subsequent":[148],"pre-trained":[151],"is":[153,220],"fine-tuned":[154],"frame,":[159],"now":[160],"all":[162],"Extensive":[166],"diagnostics":[167],"indicate":[168],"FIP-based":[170],"provide":[172],"effect,":[181],"qualitative":[182],"quantitative":[184],"evaluation":[185],"datasets":[190],"synthetic":[192],"real":[194],"noise":[195],"demonstrates":[196],"consistently":[199],"motion-aware,":[205],"video-lifted":[206],"additional":[210],"computational":[211],"overhead":[212],"during":[213],"test":[216],"time.":[217],"Our":[218],"code":[219],"available":[221],"at":[222],"https://github.com/camalab-ai/FIP.":[223]},"counts_by_year":[],"updated_date":"2025-12-10T02:45:41.426853","created_date":"2025-10-10T00:00:00"}