{"id":"https://openalex.org/W3200611399","doi":"https://doi.org/10.1109/tmm.2021.3111491","title":"Deep Generative Model for Image Inpainting With Local Binary Pattern Learning and Spatial Attention","display_name":"Deep Generative Model for Image Inpainting With Local Binary Pattern Learning and Spatial Attention","publication_year":2021,"publication_date":"2021-09-14","ids":{"openalex":"https://openalex.org/W3200611399","doi":"https://doi.org/10.1109/tmm.2021.3111491","mag":"3200611399"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3111491","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3111491","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079117782","display_name":"Haiwei Wu","orcid":"https://orcid.org/0000-0001-8807-0254"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Haiwei Wu","raw_affiliation_strings":["State Key Laboratory of Internet of Things for Smart City and the Department of Computer and Information Science, Faculty of Science and Technology, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0001-8807-0254","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Internet of Things for Smart City and the Department of Computer and Information Science, Faculty of Science and Technology, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037979193","display_name":"Jiantao Zhou","orcid":"https://orcid.org/0000-0002-6015-2618"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Jiantao Zhou","raw_affiliation_strings":["State Key Laboratory of Internet of Things for Smart City and the Department of Computer and Information Science, Faculty of Science and Technology, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-6015-2618","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Internet of Things for Smart City and the Department of Computer and Information Science, Faculty of Science and Technology, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016956860","display_name":"Yuanman Li","orcid":"https://orcid.org/0000-0003-4526-3018"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanman Li","raw_affiliation_strings":["College of Electronics and Information Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-4526-3018","affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5079117782"],"corresponding_institution_ids":["https://openalex.org/I204512498","https://openalex.org/I6469544"],"apc_list":null,"apc_paid":null,"fwci":4.5593,"has_fulltext":false,"cited_by_count":70,"citation_normalized_percentile":{"value":0.95884754,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"24","issue":null,"first_page":"4016","last_page":"4027"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.9708874821662903},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7943544387817383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.776902437210083},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6746000647544861},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5820134282112122},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5610966682434082},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5242945551872253},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.49114152789115906},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4765649139881134},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4748276174068451},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4744616150856018},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.448361873626709},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.43979528546333313},{"id":"https://openalex.org/keywords/filling-in","display_name":"Filling-in","score":0.43698474764823914},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.43260711431503296},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11559838056564331}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.9708874821662903},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7943544387817383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.776902437210083},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6746000647544861},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5820134282112122},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5610966682434082},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5242945551872253},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.49114152789115906},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4765649139881134},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4748276174068451},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4744616150856018},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.448361873626709},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.43979528546333313},{"id":"https://openalex.org/C200873422","wikidata":"https://www.wikidata.org/wiki/Q5448821","display_name":"Filling-in","level":2,"score":0.43698474764823914},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.43260711431503296},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11559838056564331},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2021.3111491","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3111491","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G1300702476","display_name":null,"funder_award_id":"2019A1515110410","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G3823534568","display_name":null,"funder_award_id":"62001304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4556851971","display_name":"\u57fa\u4e8e\u72ec\u7acb\u5206\u6bb5\u540c\u5206\u5e03\u566a\u58f0\u6a21\u578b\u7684\u9c81\u68d2\u5b50\u7a7a\u95f4\u8868\u793a\u7814\u7a76","funder_award_id":"61971476","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1901129140","https://openalex.org/W1921523184","https://openalex.org/W1993120651","https://openalex.org/W1999360130","https://openalex.org/W2028652181","https://openalex.org/W2039051707","https://openalex.org/W2063201308","https://openalex.org/W2078718577","https://openalex.org/W2093212899","https://openalex.org/W2097073572","https://openalex.org/W2097777575","https://openalex.org/W2105038642","https://openalex.org/W2115273023","https://openalex.org/W2116013899","https://openalex.org/W2129873449","https://openalex.org/W2142990573","https://openalex.org/W2145023731","https://openalex.org/W2147901574","https://openalex.org/W2163808566","https://openalex.org/W2331128040","https://openalex.org/W2475287302","https://openalex.org/W2502312327","https://openalex.org/W2732026016","https://openalex.org/W2738588019","https://openalex.org/W2766899979","https://openalex.org/W2767756927","https://openalex.org/W2796286534","https://openalex.org/W2798365772","https://openalex.org/W2800677667","https://openalex.org/W2900516118","https://openalex.org/W2904433806","https://openalex.org/W2947622416","https://openalex.org/W2963037581","https://openalex.org/W2963073614","https://openalex.org/W2963231084","https://openalex.org/W2963270367","https://openalex.org/W2963420272","https://openalex.org/W2963521568","https://openalex.org/W2963917315","https://openalex.org/W2964148878","https://openalex.org/W2965965567","https://openalex.org/W2966091529","https://openalex.org/W2966461575","https://openalex.org/W2972347405","https://openalex.org/W2981682056","https://openalex.org/W2982763192","https://openalex.org/W2985764327","https://openalex.org/W2989207674","https://openalex.org/W3043547428","https://openalex.org/W4213318882","https://openalex.org/W4240726888","https://openalex.org/W4294643831","https://openalex.org/W6631190155","https://openalex.org/W6640185926","https://openalex.org/W6724804524","https://openalex.org/W6745560452","https://openalex.org/W6750942122","https://openalex.org/W6755053353","https://openalex.org/W6757857098"],"related_works":["https://openalex.org/W2907830442","https://openalex.org/W4365211920","https://openalex.org/W2897194722","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W2280377497","https://openalex.org/W2350879130","https://openalex.org/W3174044702","https://openalex.org/W2731478784","https://openalex.org/W4293869205"],"abstract_inverted_index":{"Deep":[0],"learning":[1,61,72],"(DL)":[2],"has":[3],"demonstrated":[4],"its":[5],"powerful":[6],"capabilities":[7],"in":[8,31,42],"the":[9,32,69,82,86,92,100,112,118,123,127,133,157],"field":[10],"of":[11,85],"image":[12,16,94,113],"inpainting.":[13],"The":[14,165],"DL-based":[15],"inpainting":[17,66,95,114,154],"approaches":[18],"can":[19],"produce":[20],"visually":[21],"plausible":[22],"results,":[23],"but":[24,130],"often":[25],"generate":[26],"various":[27],"unpleasant":[28],"artifacts,":[29],"especially":[30],"boundary":[33],"and":[34,145,163,168],"highly":[35],"textured":[36],"regions.":[37],"To":[38],"tackle":[39],"this":[40,43],"challenge,":[41],"work,":[44],"we":[45],"propose":[46],"a":[47,56],"new":[48],"end-to-end,":[49],"two-stage":[50],"(coarse-to-fine)":[51],"generative":[52],"model":[53,151],"through":[54],"combining":[55],"local":[57],"binary":[58],"pattern":[59],"(LBP)":[60],"network":[62,73,96],"with":[63,126],"an":[64,104],"actual":[65],"network.":[67],"Specifically,":[68],"first":[70],"LBP":[71],"using":[74],"U-Net":[75],"architecture":[76],"is":[77,109],"designed":[78],"to":[79],"accurately":[80],"predict":[81],"structural":[83],"information":[84],"missing":[87,101],"region,":[88],"which":[89],"subsequently":[90],"guides":[91],"second":[93],"for":[97],"better":[98,153],"filling":[99],"pixels.":[102],"Furthermore,":[103],"improved":[105],"spatial":[106],"attention":[107],"mechanism":[108],"integrated":[110],"into":[111],"network,":[115],"by":[116],"considering":[117],"consistency":[119],"not":[120],"only":[121],"between":[122],"known":[124],"region":[125,135],"generated":[128,134],"one,":[129],"also":[131],"within":[132],"itself.":[136],"Extensive":[137],"experiments":[138],"on":[139],"public":[140],"datasets":[141],"including":[142],"<monospace>CelebA-HQ</monospace>,":[143],"<monospace>Places</monospace>":[144],"<monospace>Paris":[146],"StreetView</monospace>":[147],"demonstrate":[148],"that":[149],"our":[150],"generates":[152],"results":[155],"than":[156],"state-of-the-art":[158],"competing":[159],"algorithms,":[160],"both":[161],"quantitatively":[162],"qualitatively.":[164],"source":[166],"code":[167],"trained":[169],"models":[170],"are":[171],"available":[172],"at":[173],"<uri>https://github.com/HighwayWu/ImageInpainting</uri>.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}