{"id":"https://openalex.org/W4378364836","doi":"https://doi.org/10.1109/tpami.2023.3280222","title":"ZITS++: Image Inpainting by Improving the Incremental Transformer on Structural Priors","display_name":"ZITS++: Image Inpainting by Improving the Incremental Transformer on Structural Priors","publication_year":2023,"publication_date":"2023-05-26","ids":{"openalex":"https://openalex.org/W4378364836","doi":"https://doi.org/10.1109/tpami.2023.3280222","pmid":"https://pubmed.ncbi.nlm.nih.gov/37235458"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3280222","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3280222","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028833097","display_name":"Chenjie Cao","orcid":"https://orcid.org/0000-0003-3916-2843"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenjie Cao","raw_affiliation_strings":["School of Data Science, MOE Frontiers Center for Brain Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3916-2843","affiliations":[{"raw_affiliation_string":"School of Data Science, MOE Frontiers Center for Brain Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041029025","display_name":"Qiaole Dong","orcid":"https://orcid.org/0000-0002-3083-5143"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiaole Dong","raw_affiliation_strings":["School of Data Science, MOE Frontiers Center for Brain Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3083-5143","affiliations":[{"raw_affiliation_string":"School of Data Science, MOE Frontiers Center for Brain Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084959430","display_name":"Yanwei Fu","orcid":"https://orcid.org/0000-0002-6595-6893"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanwei Fu","raw_affiliation_strings":["School of Data Science, MOE Frontiers Center for Brain Science, Fudan University, Shanghai, China","Fudan ISTBI-JNU Algorithm Centre for Brain- inspired Intelligence, Zhejiang Normal University, Jinhua, China"],"raw_orcid":"https://orcid.org/0000-0002-6595-6893","affiliations":[{"raw_affiliation_string":"School of Data Science, MOE Frontiers Center for Brain Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan ISTBI-JNU Algorithm Centre for Brain- inspired Intelligence, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.4881,"has_fulltext":false,"cited_by_count":61,"citation_normalized_percentile":{"value":0.97753611,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"45","issue":"10","first_page":"12667","last_page":"12684"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.9533534646034241},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7362321019172668},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.6703954935073853},{"id":"https://openalex.org/keywords/upsampling","display_name":"Upsampling","score":0.6702591180801392},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5574482083320618},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5454299449920654},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5007944107055664},{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.45492830872535706},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.44712314009666443},{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.4303009510040283},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.4209696352481842},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.42037442326545715},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3889232873916626},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34787628054618835},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.31491756439208984}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.9533534646034241},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7362321019172668},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.6703954935073853},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.6702591180801392},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5574482083320618},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5454299449920654},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5007944107055664},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.45492830872535706},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.44712314009666443},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.4303009510040283},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.4209696352481842},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.42037442326545715},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3889232873916626},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34787628054618835},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.31491756439208984},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3280222","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3280222","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37235458","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37235458","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.5699999928474426,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G4690267869","display_name":null,"funder_award_id":"62176061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5077234039","display_name":null,"funder_award_id":"62076067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G763629385","display_name":null,"funder_award_id":"22511105000","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":107,"referenced_works":["https://openalex.org/W7746136","https://openalex.org/W125693051","https://openalex.org/W845365781","https://openalex.org/W2047422818","https://openalex.org/W2078718577","https://openalex.org/W2125873654","https://openalex.org/W2131686571","https://openalex.org/W2133665775","https://openalex.org/W2145023731","https://openalex.org/W2161969291","https://openalex.org/W2295936755","https://openalex.org/W2507296351","https://openalex.org/W2732026016","https://openalex.org/W2737955903","https://openalex.org/W2798365772","https://openalex.org/W2798943056","https://openalex.org/W2801693445","https://openalex.org/W2962770929","https://openalex.org/W2962785568","https://openalex.org/W2963073614","https://openalex.org/W2963372104","https://openalex.org/W2963420272","https://openalex.org/W2963800363","https://openalex.org/W2963840672","https://openalex.org/W2964339842","https://openalex.org/W2981415272","https://openalex.org/W2981682056","https://openalex.org/W2981689412","https://openalex.org/W2982763192","https://openalex.org/W2988975212","https://openalex.org/W2989505547","https://openalex.org/W2991377405","https://openalex.org/W2992838650","https://openalex.org/W2998075999","https://openalex.org/W2998108143","https://openalex.org/W3034419329","https://openalex.org/W3035228270","https://openalex.org/W3035251567","https://openalex.org/W3035574324","https://openalex.org/W3043547428","https://openalex.org/W3094502228","https://openalex.org/W3097348442","https://openalex.org/W3105938520","https://openalex.org/W3106725490","https://openalex.org/W3108554146","https://openalex.org/W3109174731","https://openalex.org/W3130440474","https://openalex.org/W3136958399","https://openalex.org/W3144276858","https://openalex.org/W3144890709","https://openalex.org/W3145291360","https://openalex.org/W3163999715","https://openalex.org/W3170841864","https://openalex.org/W3177361240","https://openalex.org/W3180355996","https://openalex.org/W3188999719","https://openalex.org/W3199003182","https://openalex.org/W3203538104","https://openalex.org/W3206082266","https://openalex.org/W3212516020","https://openalex.org/W4221004921","https://openalex.org/W4226125322","https://openalex.org/W4226334005","https://openalex.org/W4226401121","https://openalex.org/W4240726888","https://openalex.org/W4281872541","https://openalex.org/W4283731543","https://openalex.org/W4285045102","https://openalex.org/W4288089799","https://openalex.org/W4295521014","https://openalex.org/W4297779827","https://openalex.org/W4301206121","https://openalex.org/W4312238440","https://openalex.org/W4312293341","https://openalex.org/W4312383858","https://openalex.org/W4312497550","https://openalex.org/W4312598744","https://openalex.org/W4312655706","https://openalex.org/W4312933868","https://openalex.org/W4313156423","https://openalex.org/W4320930577","https://openalex.org/W4385245566","https://openalex.org/W4385346076","https://openalex.org/W6684191040","https://openalex.org/W6696085341","https://openalex.org/W6735913928","https://openalex.org/W6746023985","https://openalex.org/W6750942122","https://openalex.org/W6765779288","https://openalex.org/W6769627184","https://openalex.org/W6771497439","https://openalex.org/W6772381481","https://openalex.org/W6772853553","https://openalex.org/W6774776664","https://openalex.org/W6779879114","https://openalex.org/W6784333009","https://openalex.org/W6785302134","https://openalex.org/W6790978476","https://openalex.org/W6791190667","https://openalex.org/W6795288823","https://openalex.org/W6797790494","https://openalex.org/W6802081399","https://openalex.org/W6810940779","https://openalex.org/W6811207463","https://openalex.org/W6839052650","https://openalex.org/W6839279055","https://openalex.org/W6839692567"],"related_works":["https://openalex.org/W3204676188","https://openalex.org/W2380775572","https://openalex.org/W2213520135","https://openalex.org/W2244018504","https://openalex.org/W3027110395","https://openalex.org/W3109174731","https://openalex.org/W4389325980","https://openalex.org/W4285125754","https://openalex.org/W4293869205","https://openalex.org/W2988058144"],"abstract_inverted_index":{"Image":[0],"inpainting":[1,191,208,219,229],"involves":[2],"filling":[3],"missing":[4],"areas":[5],"of":[6,47,203],"a":[7,27,58,169],"corrupted":[8],"image.":[9],"Despite":[10],"impressive":[11],"results":[12],"have":[13,32],"been":[14],"achieved":[15],"recently,":[16],"restoring":[17],"images":[18],"with":[19,161,183,193,220],"both":[20],"vivid":[21],"textures":[22,36],"and":[23,136,159,190,209,231],"reasonable":[24],"structures":[25,40],"remains":[26],"significant":[28],"challenge.":[29],"Previous":[30],"methods":[31],"primarily":[33],"addressed":[34],"regular":[35],"while":[37],"disregarding":[38],"holistic":[39,96],"due":[41],"to":[42,94,113,141,176,212,215,227],"the":[43,88,124,143,145,162,178,187,201,236],"limited":[44],"receptive":[45],"fields":[46],"Convolutional":[48],"Neural":[49],"Networks":[50],"(CNNs).":[51],"To":[52,117],"this":[53],"end,":[54],"we":[55,86,122,198],"study":[56],"learning":[57],"Zero-initialized":[59,163],"residual":[60],"addition":[61],"based":[62],"Incremental":[63],"Transformer":[64,89],"on":[65],"Structural":[66],"priors":[67,98,148,206],"(ZITS++),":[68],"an":[69],"improved":[70],"model":[71],"upon":[72],"our":[73],"conference":[74],"work,":[75],"ZITS":[76],"(Dong":[77],"et":[78],"al.":[79],"2022).":[80],"Specifically,":[81],"given":[82],"one":[83],"corrupt":[84],"image,":[85],"present":[87],"Structure":[90,109,155],"Restorer":[91],"(TSR)":[92],"module":[93,112],"restore":[95],"structural":[97,147],"at":[99],"low":[100],"image":[101,115,119,205,218],"resolution,":[102],"which":[103,131],"are":[104,151],"further":[105,152],"upsampled":[106,146],"by":[107,134,154],"Simple":[108],"Upsampler":[110],"(SSU)":[111],"higher":[114],"resolution.":[116],"recover":[118],"texture":[120],"details,":[121],"use":[123],"Fourier":[125,135],"CNN":[126],"Texture":[127],"Restoration":[128],"(FTR)":[129],"module,":[130],"is":[132,174,225],"strengthened":[133],"large-kernel":[137],"attention":[138],"convolutions.":[139],"Furthermore,":[140],"enhance":[142],"FTR,":[144],"from":[149],"TSR":[150],"processed":[153],"Feature":[156],"Encoder":[157],"(SFE)":[158],"optimized":[160],"Residual":[164],"Addition":[165],"(ZeroRA)":[166],"incrementally.":[167],"Besides,":[168],"new":[170],"masking":[171],"positional":[172],"encoding":[173],"proposed":[175],"encode":[177],"large":[179],"irregular":[180],"masks.":[181],"Compared":[182],"ZITS,":[184],"ZITS++":[185],"improves":[186],"FTR's":[188],"stability":[189],"ability":[192],"several":[194],"techniques.":[195],"More":[196],"importantly,":[197],"comprehensively":[199],"explore":[200],"effects":[202],"various":[204],"for":[207],"investigate":[210],"how":[211],"utilize":[213],"them":[214],"address":[216],"high-resolution":[217],"extensive":[221],"experiments.":[222],"This":[223],"investigation":[224],"orthogonal":[226],"most":[228],"approaches":[230],"can":[232],"thus":[233],"significantly":[234],"benefit":[235],"community.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}