{"id":"https://openalex.org/W3088950586","doi":"https://doi.org/10.1109/tip.2021.3122930","title":"Texture Memory-Augmented Deep Patch-Based Image Inpainting","display_name":"Texture Memory-Augmented Deep Patch-Based Image Inpainting","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3088950586","doi":"https://doi.org/10.1109/tip.2021.3122930","mag":"3088950586","pmid":"https://pubmed.ncbi.nlm.nih.gov/34723802"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2021.3122930","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3122930","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2009.13240","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100745348","display_name":"Rui Xu","orcid":"https://orcid.org/0000-0002-6023-1703"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Rui Xu","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-6023-1703","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018791285","display_name":"Minghao Guo","orcid":"https://orcid.org/0000-0003-3408-4997"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Minghao Guo","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365340","display_name":"Jiaqi Wang","orcid":"https://orcid.org/0000-0001-6877-5353"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiaqi Wang","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-6877-5353","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458648","display_name":"Xiaoxiao Li","orcid":"https://orcid.org/0000-0002-0376-5135"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoxiao Li","raw_affiliation_strings":["Ganxing Investment Company Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ganxing Investment Company Ltd., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033444412","display_name":"Bolei Zhou","orcid":"https://orcid.org/0000-0003-4030-0684"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bolei Zhou","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005626854","display_name":"Chen Change Loy","orcid":"https://orcid.org/0000-0001-5345-1591"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen Change Loy","raw_affiliation_strings":["School of Computer Science and Engineering Nanyang Technological University,Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5345-1591","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering Nanyang Technological University,Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1882,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.44037704,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":95},"biblio":{"volume":"30","issue":null,"first_page":"9112","last_page":"9124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.9866600036621094},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7371007204055786},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7082535624504089},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.6978920698165894},{"id":"https://openalex.org/keywords/texture","display_name":"Texture (cosmology)","score":0.6917251348495483},{"id":"https://openalex.org/keywords/texture-memory","display_name":"Texture memory","score":0.563443660736084},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5600200295448303},{"id":"https://openalex.org/keywords/texture-synthesis","display_name":"Texture synthesis","score":0.5307305455207825},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.520068347454071},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45862266421318054},{"id":"https://openalex.org/keywords/filling-in","display_name":"Filling-in","score":0.4554332196712494},{"id":"https://openalex.org/keywords/image-texture","display_name":"Image texture","score":0.3634902238845825},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.2251373529434204},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics","score":0.07401254773139954}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.9866600036621094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7371007204055786},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7082535624504089},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.6978920698165894},{"id":"https://openalex.org/C2781195486","wikidata":"https://www.wikidata.org/wiki/Q289436","display_name":"Texture (cosmology)","level":3,"score":0.6917251348495483},{"id":"https://openalex.org/C18766215","wikidata":"https://www.wikidata.org/wiki/Q7708532","display_name":"Texture memory","level":5,"score":0.563443660736084},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5600200295448303},{"id":"https://openalex.org/C50494287","wikidata":"https://www.wikidata.org/wiki/Q658467","display_name":"Texture synthesis","level":5,"score":0.5307305455207825},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.520068347454071},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45862266421318054},{"id":"https://openalex.org/C200873422","wikidata":"https://www.wikidata.org/wiki/Q5448821","display_name":"Filling-in","level":2,"score":0.4554332196712494},{"id":"https://openalex.org/C63099799","wikidata":"https://www.wikidata.org/wiki/Q17147001","display_name":"Image texture","level":4,"score":0.3634902238845825},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2251373529434204},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.07401254773139954},{"id":"https://openalex.org/C109772839","wikidata":"https://www.wikidata.org/wiki/Q2297645","display_name":"Software rendering","level":4,"score":0.0},{"id":"https://openalex.org/C66629338","wikidata":"https://www.wikidata.org/wiki/Q189177","display_name":"3D computer graphics","level":3,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/tip.2021.3122930","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3122930","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:34723802","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34723802","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:arXiv.org:2009.13240","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.13240","pdf_url":"https://arxiv.org/pdf/2009.13240","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3088950586","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2009.13240.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:dr.ntu.edu.sg:10356/160516","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/160516","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"doi:10.48550/arxiv.2009.13240","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2009.13240","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2009.13240","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.13240","pdf_url":"https://arxiv.org/pdf/2009.13240","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G3112927360","display_name":"Generative Holistic Scene Understanding","funder_award_id":"14204521","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"},{"id":"https://openalex.org/G8917702656","display_name":"Interpreting and Understanding the Representations of Deep Generative Networks","funder_award_id":"24206219","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"}],"funders":[{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"},{"id":"https://openalex.org/F4320322942","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W134498629","https://openalex.org/W1993120651","https://openalex.org/W2055132753","https://openalex.org/W2078718577","https://openalex.org/W2099471712","https://openalex.org/W2319920447","https://openalex.org/W2412782625","https://openalex.org/W2470884243","https://openalex.org/W2547875792","https://openalex.org/W2551763541","https://openalex.org/W2557414982","https://openalex.org/W2732026016","https://openalex.org/W2738588019","https://openalex.org/W2791184993","https://openalex.org/W2798365772","https://openalex.org/W2810518847","https://openalex.org/W2907097116","https://openalex.org/W2916797271","https://openalex.org/W2955874753","https://openalex.org/W2962760235","https://openalex.org/W2962793481","https://openalex.org/W2962835968","https://openalex.org/W2963073614","https://openalex.org/W2963091558","https://openalex.org/W2963231084","https://openalex.org/W2963255313","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2964121592","https://openalex.org/W2964148878","https://openalex.org/W2981682056","https://openalex.org/W2982041717","https://openalex.org/W2982250014","https://openalex.org/W2982763192","https://openalex.org/W2987322772","https://openalex.org/W3034419329","https://openalex.org/W3035512475","https://openalex.org/W3043547428","https://openalex.org/W3106725490","https://openalex.org/W3109174731","https://openalex.org/W3118356434","https://openalex.org/W3157141280","https://openalex.org/W3158999687","https://openalex.org/W6637373629","https://openalex.org/W6700264148","https://openalex.org/W6739901393","https://openalex.org/W6745560452","https://openalex.org/W6748645028","https://openalex.org/W6750997056","https://openalex.org/W6755207826","https://openalex.org/W6757857098","https://openalex.org/W6765779288"],"related_works":["https://openalex.org/W3210146405","https://openalex.org/W1967626930","https://openalex.org/W2518354509","https://openalex.org/W2186329377","https://openalex.org/W2182061439","https://openalex.org/W2183226322","https://openalex.org/W2749465255","https://openalex.org/W2947805685","https://openalex.org/W2184498632","https://openalex.org/W2185975477","https://openalex.org/W2410977632","https://openalex.org/W2919772229","https://openalex.org/W2402894465","https://openalex.org/W2981812367","https://openalex.org/W3108757536","https://openalex.org/W3049648338","https://openalex.org/W2398263392","https://openalex.org/W2769808985","https://openalex.org/W345598540","https://openalex.org/W2368472147"],"abstract_inverted_index":{"Patch-based":[0,19],"methods":[1,20,42],"and":[2,17,70,150,160],"deep":[3,90,126],"networks":[4],"have":[5],"been":[6],"employed":[7],"to":[8,120,137],"tackle":[9],"image":[10,155],"inpainting":[11,91,127],"problem,":[12],"with":[13,28,124],"their":[14],"own":[15],"strengths":[16],"weaknesses.":[18],"are":[21],"capable":[22],"of":[23,83,102],"restoring":[24],"a":[25,88,99,112,133],"missing":[26,49],"region":[27],"high-quality":[29,139],"texture":[30,94,100,117],"through":[31],"searching":[32],"nearest":[33],"neighbor":[34],"patches":[35],"from":[36,106],"the":[37,54,65,75,81,125],"unmasked":[38,107],"regions.":[39,50,63,108],"However,":[40],"these":[41],"bring":[43],"problematic":[44],"contents":[45],"when":[46],"recovering":[47],"large":[48,62],"Deep":[51],"networks,":[52],"on":[53,152],"other":[55],"hand,":[56],"show":[57],"promising":[58],"results":[59,66],"in":[60,170],"completing":[61],"Nonetheless,":[64],"often":[67],"lack":[68],"faithful":[69],"sharp":[71],"details":[72],"that":[73,115],"resemble":[74],"surrounding":[76],"area.":[77],"By":[78],"bringing":[79],"together":[80],"best":[82],"both":[84,148],"paradigms,":[85],"we":[86,131],"propose":[87],"new":[89],"framework":[92,110],"where":[93],"generation":[95],"is":[96],"guided":[97],"by":[98],"memory":[101,118],"patch":[103,134,140],"samples":[104],"extracted":[105],"The":[109,142],"has":[111],"novel":[113],"design":[114],"allows":[116],"retrieval":[119],"be":[121,166],"trained":[122],"end-to-end":[123],"network.":[128],"In":[129],"addition,":[130],"introduce":[132],"distribution":[135],"loss":[136],"encourage":[138],"synthesis.":[141],"proposed":[143],"method":[144],"shows":[145],"superior":[146],"performance":[147],"qualitatively":[149],"quantitatively":[151],"three":[153],"challenging":[154],"benchmarks,":[156],"i.e.,":[157],"Places,":[158],"CelebA-HQ,":[159],"Paris":[161],"Street-View":[162],"datasets":[163],"(Code":[164],"will":[165],"made":[167],"publicly":[168],"available":[169],"https://github.com/open-mmlab/mmediting).":[171]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}