{"id":"https://openalex.org/W4372260439","doi":"https://doi.org/10.1109/icassp49357.2023.10096432","title":"Flow-Guided Deformable Alignment Network with Self-Supervision for Video Inpainting","display_name":"Flow-Guided Deformable Alignment Network with Self-Supervision for Video Inpainting","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372260439","doi":"https://doi.org/10.1109/icassp49357.2023.10096432"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10096432","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10096432","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001023262","display_name":"Zhiliang Wu","orcid":"https://orcid.org/0000-0002-6597-8048"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiliang Wu","raw_affiliation_strings":["Nanjing University of Science and Technology,School of Computer Science and Engineering,China","School of Computer Science and Engineering, Nanjing University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology,School of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432218","display_name":"Kang Zhang","orcid":"https://orcid.org/0000-0001-8096-0914"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Zhang","raw_affiliation_strings":["Nanjing University of Science and Technology,School of Computer Science and Engineering,China","School of Computer Science and Engineering, Nanjing University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology,School of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081724365","display_name":"Changchang Sun","orcid":"https://orcid.org/0000-0003-3685-1205"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Changchang Sun","raw_affiliation_strings":["Illinois Institute of Technology,Department of Computer Science,USA","Department of Computer Science, Illinois Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology,Department of Computer Science,USA","institution_ids":["https://openalex.org/I180949307"]},{"raw_affiliation_string":"Department of Computer Science, Illinois Institute of Technology, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011876855","display_name":"Hanyu Xuan","orcid":"https://orcid.org/0000-0002-4633-2794"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanyu Xuan","raw_affiliation_strings":["Anhui University,School of Big Data and Statistics,China","School of Big Data and Statistics, Anhui University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Anhui University,School of Big Data and Statistics,China","institution_ids":["https://openalex.org/I143868143","https://openalex.org/I4210096250"]},{"raw_affiliation_string":"School of Big Data and Statistics, Anhui University, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100395059","display_name":"Yan Yan","orcid":"https://orcid.org/0000-0002-3674-7160"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Yan","raw_affiliation_strings":["Illinois Institute of Technology,Department of Computer Science,USA","Department of Computer Science, Illinois Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology,Department of Computer Science,USA","institution_ids":["https://openalex.org/I180949307"]},{"raw_affiliation_string":"Department of Computer Science, Illinois Institute of Technology, USA","institution_ids":["https://openalex.org/I180949307"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.9385102987289429},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7898534536361694},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7862467169761658},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7294845581054688},{"id":"https://openalex.org/keywords/offset","display_name":"Offset (computer science)","score":0.7256691455841064},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.582817792892456},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5743021965026855},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.534984290599823},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.45883625745773315},{"id":"https://openalex.org/keywords/reference-frame","display_name":"Reference frame","score":0.43603402376174927},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.41259950399398804},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.20900025963783264},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1883452832698822},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09940686821937561}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.9385102987289429},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7898534536361694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7862467169761658},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7294845581054688},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.7256691455841064},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.582817792892456},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5743021965026855},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.534984290599823},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.45883625745773315},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.43603402376174927},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.41259950399398804},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.20900025963783264},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1883452832698822},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09940686821937561},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10096432","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10096432","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2470139095","https://openalex.org/W2551763541","https://openalex.org/W2886787375","https://openalex.org/W2962785568","https://openalex.org/W2963351448","https://openalex.org/W2969109746","https://openalex.org/W2970400386","https://openalex.org/W2986330308","https://openalex.org/W2986433113","https://openalex.org/W2988407809","https://openalex.org/W3035088594","https://openalex.org/W3095422700","https://openalex.org/W3097348442","https://openalex.org/W3107297981","https://openalex.org/W3123230228","https://openalex.org/W3169240914","https://openalex.org/W3201844719","https://openalex.org/W4312389550","https://openalex.org/W4312655706","https://openalex.org/W6779520062","https://openalex.org/W6847768284"],"related_works":["https://openalex.org/W2380775572","https://openalex.org/W2213520135","https://openalex.org/W2244018504","https://openalex.org/W4242046654","https://openalex.org/W3174923100","https://openalex.org/W3134074939","https://openalex.org/W2117562399","https://openalex.org/W4298074124","https://openalex.org/W2587407424","https://openalex.org/W2391894873"],"abstract_inverted_index":{"Video":[0],"inpainting":[1,16,63,155],"aims":[2],"to":[3,7,134],"utilize":[4],"plausible":[5],"contents":[6,22],"fill":[8],"missing":[9,21],"regions":[10],"in":[11,57,127,169],"the":[12,20,24,31,82,87,90,94,101,125,131,136,163],"video.":[13],"State-of-the-art":[14],"video":[15,132,154],"methods":[17],"typically":[18],"generate":[19],"of":[23,34,89,103,130,171,178],"target":[25],"frame":[26,118,133],"(current":[27],"frame)":[28],"by":[29,165],"aggregating":[30],"temporal":[32],"information":[33],"reference":[35,79],"frames":[36,80],"(neighboring":[37],"frames)":[38],"aligned":[39],"using":[40],"deformable":[41,45],"convolution.":[42],"However,":[43],"these":[44],"convolution":[46],"alignment":[47],"networks":[48],"often":[49],"suffer":[50],"from":[51],"offset":[52,108],"overflow":[53],"during":[54,148],"training,":[55],"resulting":[56],"unsatisfactory":[58],"alignment,":[59],"thereby":[60,106],"obtaining":[61],"compromised":[62],"performance.":[64],"In":[65],"this":[66],"paper,":[67],"we":[68],"propose":[69],"a":[70,111,166],"self-supervised":[71],"Flow-Guided":[72],"Deformable":[73],"Alignment":[74],"(FGDA)":[75],"network":[76],"for":[77,115],"aligning":[78],"at":[81],"feature":[83],"level.":[84],"FGDA":[85],"computes":[86],"residual":[88],"optical":[91],"flow":[92],"as":[93],"offsets.":[95],"This":[96],"design":[97],"can":[98,123],"effectively":[99],"reduce":[100],"burden":[102],"offsets":[104],"learning,":[105],"avoiding":[107],"overflow.":[109],"Furthermore,":[110],"gradient-weighted":[112,159],"reconstruction":[113,119,160],"loss":[114,161],"supervised":[116],"completed":[117],"is":[120],"designed,":[121],"which":[122],"use":[124],"gradients":[126],"all":[128],"directions":[129],"emphasize":[135],"difficultly":[137],"reconstructed":[138],"texture":[139],"regions,":[140],"so":[141],"that":[142,152],"detail":[143],"textures":[144],"get":[145],"more":[146],"attention":[147],"training.":[149],"Experiments":[150],"show":[151],"FGDA-based":[153],"model":[156],"trained":[157],"with":[158,175],"outperforms":[162],"state-of-the-art":[164],"significant":[167],"margin":[168],"terms":[170],"PSNR":[172],"and":[173,180],"SSIM":[174],"relative":[176],"improvements":[177],"6.2%":[179],"2.1%,":[181],"respectively.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}