{"id":"https://openalex.org/W4409263704","doi":"https://doi.org/10.1109/wacv61041.2025.00240","title":"VipDiff: Towards Coherent and Diverse Video Inpainting via Training-Free Denoising Diffusion Models","display_name":"VipDiff: Towards Coherent and Diverse Video Inpainting via Training-Free Denoising Diffusion Models","publication_year":2025,"publication_date":"2025-02-26","ids":{"openalex":"https://openalex.org/W4409263704","doi":"https://doi.org/10.1109/wacv61041.2025.00240"},"language":"en","primary_location":{"id":"doi:10.1109/wacv61041.2025.00240","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61041.2025.00240","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044545887","display_name":"Chaohao Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chaohao Xie","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056485902","display_name":"Kai Han","orcid":"https://orcid.org/0000-0002-7995-9999"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kai Han","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":null,"display_name":"Kwan-Yee K. Wong","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kwan-Yee K. Wong","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06032439,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2411","last_page":"2420"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.8908065557479858},{"id":"https://openalex.org/keywords/video-denoising","display_name":"Video denoising","score":0.7219583988189697},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6617915630340576},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.6611257195472717},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6340541839599609},{"id":"https://openalex.org/keywords/image-denoising","display_name":"Image denoising","score":0.6035606265068054},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5945110321044922},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5381420850753784},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45678529143333435},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3316892385482788},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2778884470462799},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.22300156950950623},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.0926395058631897},{"id":"https://openalex.org/keywords/multiview-video-coding","display_name":"Multiview Video Coding","score":0.09031486511230469},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.06620895862579346}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.8908065557479858},{"id":"https://openalex.org/C30814859","wikidata":"https://www.wikidata.org/wiki/Q4119603","display_name":"Video denoising","level":5,"score":0.7219583988189697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6617915630340576},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.6611257195472717},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6340541839599609},{"id":"https://openalex.org/C2983327147","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Image denoising","level":3,"score":0.6035606265068054},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5945110321044922},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5381420850753784},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45678529143333435},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3316892385482788},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2778884470462799},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.22300156950950623},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.0926395058631897},{"id":"https://openalex.org/C23431618","wikidata":"https://www.wikidata.org/wiki/Q1404672","display_name":"Multiview Video Coding","level":4,"score":0.09031486511230469},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06620895862579346},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wacv61041.2025.00240","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61041.2025.00240","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1993120651","https://openalex.org/W2035612937","https://openalex.org/W2069237980","https://openalex.org/W2084227286","https://openalex.org/W2131565286","https://openalex.org/W2133665775","https://openalex.org/W2164490837","https://openalex.org/W2165736859","https://openalex.org/W2169574628","https://openalex.org/W2470139095","https://openalex.org/W2551763541","https://openalex.org/W2886714066","https://openalex.org/W2886787375","https://openalex.org/W2889986507","https://openalex.org/W2969109746","https://openalex.org/W2970400386","https://openalex.org/W2986433113","https://openalex.org/W2987614525","https://openalex.org/W2988407809","https://openalex.org/W3094825490","https://openalex.org/W3095422700","https://openalex.org/W3097348442","https://openalex.org/W3104310079","https://openalex.org/W3109908659","https://openalex.org/W3201844719","https://openalex.org/W4312278129","https://openalex.org/W4312497550","https://openalex.org/W4312598744","https://openalex.org/W4312655706","https://openalex.org/W4390872458","https://openalex.org/W4391428903","https://openalex.org/W4402727888","https://openalex.org/W6679045638","https://openalex.org/W6739901393","https://openalex.org/W6753914649","https://openalex.org/W6765279218","https://openalex.org/W6779823529","https://openalex.org/W6783713337","https://openalex.org/W6795288823","https://openalex.org/W6810595431","https://openalex.org/W6838400046","https://openalex.org/W6844364769","https://openalex.org/W6859046891","https://openalex.org/W6859337897"],"related_works":["https://openalex.org/W2387796150","https://openalex.org/W1987356308","https://openalex.org/W3119800349","https://openalex.org/W4407169614","https://openalex.org/W1538114257","https://openalex.org/W2541197080","https://openalex.org/W1974034585","https://openalex.org/W2810018092","https://openalex.org/W2098237619","https://openalex.org/W2912242094"],"abstract_inverted_index":{"Recent":[0],"video":[1,163],"inpainting":[2,85,109,164],"methods":[3,177],"have":[4,51,62],"achieved":[5],"encouraging":[6],"improvements":[7],"by":[8],"leveraging":[9],"optical":[10,123],"flow":[11,124],"to":[12,80,82,106,127,134],"guide":[13],"pixel":[14,42,152],"propagation":[15,153],"from":[16,131],"reference":[17,132],"frames,":[18],"either":[19],"in":[20,55,65,138,178],"the":[21,34,102,118,140,147],"image":[22,71],"space":[23],"or":[24,116],"feature":[25],"space.":[26],"However,":[27],"they":[28],"would":[29],"produce":[30,83,107],"severe":[31],"artifacts":[32],"when":[33],"masked":[35],"area":[36],"is":[37],"too":[38],"large":[39],"and":[40,58,61,145,154,184],"no":[41],"correspondences":[43],"could":[44],"be":[45,77],"found.":[46],"Recently,":[47],"denoising":[48],"diffusion":[49,99,104],"models":[50],"demonstrated":[52],"impressive":[53],"performance":[54],"generating":[56,161],"diverse":[57,162],"high-quality":[59],"images,":[60],"been":[63],"exploited":[64],"a":[66,92],"number":[67],"of":[68,180],"works":[69],"for":[70,97,150,160],"inpainting.":[72],"These":[73],"methods,":[74],"however,":[75],"cannot":[76],"applied":[78],"directly":[79],"videos":[81],"temporal-coherent":[84,108],"results.":[86],"In":[87],"this":[88],"paper,":[89],"we":[90],"propose":[91],"training-free":[93],"framework,":[94],"named":[95],"VipDiff,":[96],"conditioning":[98],"model":[100],"on":[101],"reverse":[103],"process":[105],"results":[110,149,165],"without":[111],"requiring":[112],"any":[113],"training":[114],"data":[115],"fine-tuning":[117],"pre-trained":[119],"models.":[120],"VipDiff":[121,157,174],"takes":[122],"as":[125,136],"guidance":[126],"extract":[128],"valid":[129],"pixels":[130],"frames":[133],"serve":[135],"constraints":[137],"optimizing":[139],"randomly":[141],"sampled":[142,168],"Gaussian":[143],"noise,":[144],"uses":[146],"generated":[148],"further":[151],"conditional":[155],"generation.":[156],"also":[158],"allows":[159],"over":[166],"different":[167],"noise.":[169],"Experiments":[170],"demonstrate":[171],"that":[172],"our":[173],"outperforms":[175],"state-of-the-art":[176],"terms":[179],"both":[181],"spatial-temporal":[182],"coherence":[183],"fidelity.":[185]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}