{"id":"https://openalex.org/W3096079830","doi":"https://doi.org/10.1109/tcsvt.2020.3034422","title":"Structure-Guided Deep Video Inpainting","display_name":"Structure-Guided Deep Video Inpainting","publication_year":2020,"publication_date":"2020-10-28","ids":{"openalex":"https://openalex.org/W3096079830","doi":"https://doi.org/10.1109/tcsvt.2020.3034422","mag":"3096079830"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2020.3034422","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2020.3034422","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115594845","display_name":"Chaoqun Wang","orcid":"https://orcid.org/0000-0002-4649-5518"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaoqun Wang","raw_affiliation_strings":["National Engineering Laboratory for Brain-Inspired Intelligence Technology and Application, University of Science and Technology of China, Hefei, China","School of Data Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-4649-5518","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Brain-Inspired Intelligence Technology and Application, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Data Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088031350","display_name":"Xuejin Chen","orcid":"https://orcid.org/0000-0003-0478-7018"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuejin Chen","raw_affiliation_strings":["National Engineering Laboratory for Brain-Inspired Intelligence Technology and Application, University of Science and Technology of China, Hefei, China","School of Data Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-0478-7018","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Brain-Inspired Intelligence Technology and Application, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Data Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036335729","display_name":"Shaobo Min","orcid":"https://orcid.org/0000-0002-7700-2149"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaobo Min","raw_affiliation_strings":["National Engineering Laboratory for Brain-Inspired Intelligence Technology and Application, University of Science and Technology of China, Hefei, China","School of Data Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-7700-2149","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Brain-Inspired Intelligence Technology and Application, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Data Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103500807","display_name":"Jiaping Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaping Wang","raw_affiliation_strings":["International Digital Economy Academy, Shenzhen, China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Digital Economy Academy, Shenzhen, China","institution_ids":[]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003217535","display_name":"Zheng-Jun Zha","orcid":"https://orcid.org/0000-0003-2510-8993"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng-Jun Zha","raw_affiliation_strings":["National Engineering Laboratory for Brain-Inspired Intelligence Technology and Application, University of Science and Technology of China, Hefei, China","School of Data Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-2510-8993","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Brain-Inspired Intelligence Technology and Application, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Data Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5333,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.85516594,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"31","issue":"8","first_page":"2953","last_page":"2965"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.9852579236030579},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7756796479225159},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7532850503921509},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7289388179779053},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.6870598196983337},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5928311944007874},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.5067151188850403},{"id":"https://openalex.org/keywords/texture-synthesis","display_name":"Texture synthesis","score":0.49840331077575684},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4783037304878235},{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.4337666630744934},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4206532835960388},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38322240114212036},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.27547526359558105},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2733081877231598},{"id":"https://openalex.org/keywords/image-texture","display_name":"Image texture","score":0.23952144384384155},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19740286469459534}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.9852579236030579},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7756796479225159},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7532850503921509},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7289388179779053},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.6870598196983337},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5928311944007874},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.5067151188850403},{"id":"https://openalex.org/C50494287","wikidata":"https://www.wikidata.org/wiki/Q658467","display_name":"Texture synthesis","level":5,"score":0.49840331077575684},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4783037304878235},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.4337666630744934},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4206532835960388},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38322240114212036},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.27547526359558105},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2733081877231598},{"id":"https://openalex.org/C63099799","wikidata":"https://www.wikidata.org/wiki/Q17147001","display_name":"Image texture","level":4,"score":0.23952144384384155},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19740286469459534},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2020.3034422","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2020.3034422","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1181567750","display_name":null,"funder_award_id":"WK3490000003","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3584809445","display_name":null,"funder_award_id":"U19B2038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4530701113","display_name":null,"funder_award_id":"WK2100100030","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5683943641","display_name":null,"funder_award_id":"61632006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6197875348","display_name":null,"funder_award_id":"61620106009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1501442126","https://openalex.org/W1971269812","https://openalex.org/W1971645075","https://openalex.org/W1993120651","https://openalex.org/W1999360130","https://openalex.org/W2042984553","https://openalex.org/W2047422818","https://openalex.org/W2069237980","https://openalex.org/W2070781129","https://openalex.org/W2093212899","https://openalex.org/W2099713743","https://openalex.org/W2100415658","https://openalex.org/W2128319034","https://openalex.org/W2131565286","https://openalex.org/W2133665775","https://openalex.org/W2146337213","https://openalex.org/W2164490837","https://openalex.org/W2234876530","https://openalex.org/W2295936755","https://openalex.org/W2501788627","https://openalex.org/W2551763541","https://openalex.org/W2557414982","https://openalex.org/W2560474170","https://openalex.org/W2595976822","https://openalex.org/W2605229288","https://openalex.org/W2613645387","https://openalex.org/W2738588019","https://openalex.org/W2798365772","https://openalex.org/W2803418063","https://openalex.org/W2886714066","https://openalex.org/W2889986507","https://openalex.org/W2904856451","https://openalex.org/W2910488541","https://openalex.org/W2916743882","https://openalex.org/W2938603906","https://openalex.org/W2963073614","https://openalex.org/W2963403868","https://openalex.org/W2963420272","https://openalex.org/W2963502975","https://openalex.org/W2963800363","https://openalex.org/W2963981733","https://openalex.org/W2964148878","https://openalex.org/W2969109746","https://openalex.org/W2970400386","https://openalex.org/W2982763192","https://openalex.org/W2984971137","https://openalex.org/W2986330308","https://openalex.org/W2986433113","https://openalex.org/W2991377405","https://openalex.org/W3034203210","https://openalex.org/W3043547428","https://openalex.org/W3106221724","https://openalex.org/W4301206121","https://openalex.org/W4385245566","https://openalex.org/W6629987797","https://openalex.org/W6681686951","https://openalex.org/W6739901393","https://openalex.org/W6765779288"],"related_works":["https://openalex.org/W2171891205","https://openalex.org/W2099223700","https://openalex.org/W2385244905","https://openalex.org/W1554980273","https://openalex.org/W2021008485","https://openalex.org/W2352164403","https://openalex.org/W2317681159","https://openalex.org/W2368324430","https://openalex.org/W2771814581","https://openalex.org/W2090702774"],"abstract_inverted_index":{"A":[0],"fundamental":[1],"challenge":[2],"in":[3,20,99],"video":[4,11,73,83,151,217],"inpainting":[5,62,74,84,113,179,182,186,218],"is":[6,143],"the":[7,21,34,40,58,91,100,134,137,147,177,185,202],"difficulty":[8],"of":[9,61,136],"generating":[10],"contents":[12],"with":[13,115,127,194],"fine":[14,195],"details,":[15],"while":[16,37],"keeping":[17],"spatio-temporal":[18],"coherence":[19,43,80],"missing":[22,92,101],"region.":[23],"Recent":[24],"studies":[25],"focus":[26],"on":[27,201],"synthesizing":[28,90],"temporally":[29],"smooth":[30],"pixels":[31],"by":[32],"exploiting":[33],"flow":[35],"information,":[36],"ignoring":[38],"maintaining":[39],"semantic":[41,148],"structural":[42,154],"between":[44,150,164],"frames.":[45],"This":[46],"makes":[47],"them":[48],"suffer":[49],"from":[50],"over-smoothing":[51],"and":[52,107,153,180,197,205],"blurry":[53],"contours,":[54],"which":[55],"significantly":[56],"reduce":[57],"visual":[59],"quality":[60],"results.":[63,85],"To":[64],"address":[65],"this":[66],"issue,":[67],"we":[68,95,119],"present":[69],"a":[70,123,128],"novel":[71],"structure-guided":[72],"approach":[75,190],"that":[76,209],"enhances":[77],"temporal":[78,171,198],"structure":[79,129],"to":[81,88,103,145,156,169],"improve":[82],"In":[86],"contrast":[87],"directly":[89],"pixel":[93],"colors,":[94],"first":[96],"complete":[97],"edges":[98,155],"regions":[102],"depict":[104],"scene":[105],"structures":[106],"object":[108],"shapes":[109],"via":[110],"an":[111],"edge":[112,178],"network":[114,126],"3D":[116],"convolutions.":[117],"Then,":[118],"replenish":[120],"textures":[121,152],"using":[122,188],"coarse-to-fine":[124],"synthesis":[125],"attention":[130],"module":[131],"(SAM),":[132],"under":[133,215],"guidance":[135],"synthesized":[138],"edges.":[139],"Specifically,":[140],"our":[141,189,210],"SAM":[142],"designed":[144],"model":[146],"correlation":[149],"generate":[157],"more":[158],"realistic":[159],"content.":[160],"Besides,":[161],"motion":[162],"flows":[163],"neighboring":[165],"frames":[166],"are":[167,191],"employed":[168],"enhance":[170],"consistency":[172],"for":[173],"self-supervision":[174],"during":[175],"training":[176],"texture":[181],"modules.":[183],"Consequently,":[184],"results":[187],"visually":[192],"pleasing":[193],"details":[196],"coherence.":[199],"Experiments":[200],"YouTubeVOS,":[203],"DAVIS,":[204],"300VW":[206],"datasets":[207],"show":[208],"method":[211],"obtains":[212],"state-of-the-art":[213],"performance":[214],"diverse":[216],"settings.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}