{"id":"https://openalex.org/W3048372515","doi":"https://doi.org/10.1145/3394171.3414017","title":"Text-Guided Neural Image Inpainting","display_name":"Text-Guided Neural Image Inpainting","publication_year":2020,"publication_date":"2020-10-12","ids":{"openalex":"https://openalex.org/W3048372515","doi":"https://doi.org/10.1145/3394171.3414017","mag":"3048372515"},"language":"en","primary_location":{"id":"doi:10.1145/3394171.3414017","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394171.3414017","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2004.03212","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lisai Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lisai Zhang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qingcai Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingcai Chen","raw_affiliation_strings":["Harbin Institute of Technology & Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology & Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Baotian Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baotian Hu","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shuoran Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuoran Jiang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3934,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.90781608,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1302","last_page":"1310"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.9671000242233276},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5827000141143799},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4918000102043152},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.483599990606308},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45719999074935913},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4311000108718872},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.41499999165534973},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.40849998593330383}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.9671000242233276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7181000113487244},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6730999946594238},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5827000141143799},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49390000104904175},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4918000102043152},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.483599990606308},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45719999074935913},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4311000108718872},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.41499999165534973},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.40849998593330383},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.40790000557899475},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4065000116825104},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3928000032901764},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.37459999322891235},{"id":"https://openalex.org/C2777742833","wikidata":"https://www.wikidata.org/wiki/Q1964083","display_name":"Reciprocal","level":2,"score":0.3666999936103821},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3483999967575073},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.30559998750686646},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30070000886917114},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.25839999318122864},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.25290000438690186},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25290000438690186}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3394171.3414017","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394171.3414017","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2004.03212","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.03212","pdf_url":"https://arxiv.org/pdf/2004.03212","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2004.03212","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.03212","pdf_url":"https://arxiv.org/pdf/2004.03212","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1967577110","https://openalex.org/W1997903019","https://openalex.org/W2054366734","https://openalex.org/W2057016804","https://openalex.org/W2062618418","https://openalex.org/W2068623560","https://openalex.org/W2083810395","https://openalex.org/W2089909809","https://openalex.org/W2096461046","https://openalex.org/W2100415658","https://openalex.org/W2105038642","https://openalex.org/W2295936755","https://openalex.org/W2738588019","https://openalex.org/W2962765321","https://openalex.org/W2963420272","https://openalex.org/W2963426391","https://openalex.org/W2963887671","https://openalex.org/W2963966654","https://openalex.org/W2964024144","https://openalex.org/W2965289598","https://openalex.org/W2966461575","https://openalex.org/W4240726888"],"related_works":[],"abstract_inverted_index":{"Image":[0],"inpainting":[1,25,72,114],"task":[2],"requires":[3],"filling":[4],"the":[5,12,36,41,52,60,71,78,82,86,90,95,133,138,146,165,169,173,185,202,208,212],"corrupted":[6,56,139],"image":[7,24,68,151,171],"with":[8,11,39,207],"contents":[9],"coherent":[10],"context.":[13],"This":[14],"research":[15],"field":[16],"has":[17],"achieved":[18],"promising":[19],"progress":[20],"by":[21,144,217],"using":[22],"neural":[23],"methods.":[26],"Nevertheless,":[27],"there":[28],"is":[29,49,129,142,161],"still":[30],"a":[31,108,112,124],"critical":[32],"challenge":[33],"in":[34,55],"guessing":[35],"missed":[37],"content":[38,80,97],"only":[40],"context":[42],"pixels.":[43],"The":[44],"goal":[45],"of":[46,81,89,168,214],"this":[47],"paper":[48],"to":[50,59,76,131,163],"fill":[51],"semantic":[53,79,96,135,166],"information":[54,136],"images":[57,204],"according":[58],"provided":[61],"descriptive":[62,147],"text.":[63,174],"Unique":[64],"from":[65],"existing":[66],"text-guided":[67],"generation":[69,213],"works,":[70],"models":[73],"are":[74,176,205,222],"required":[75],"compare":[77],"given":[83],"text":[84,148],"and":[85,149,172,195],"remaining":[87],"part":[88],"image,":[91],"then":[92],"find":[93],"out":[94],"that":[98,184,201],"should":[99],"be":[100],"filled":[101],"for":[102],"missing":[103],"part.":[104],"To":[105],"fulfill":[106],"such":[107],"task,":[109],"we":[110],"propose":[111],"novel":[113],"model":[115,188],"named":[116],"Text-Guided":[117],"Dual":[118],"Attention":[119],"Inpainting":[120],"Network":[121],"(TDANet).":[122],"Firstly,":[123],"dual":[125],"multimodal":[126],"attention":[127],"mechanism":[128],"designed":[130],"extract":[132],"explicit":[134],"about":[137],"regions,":[140],"which":[141],"done":[143],"comparing":[145],"complementary":[150],"areas":[152],"through":[153],"reciprocal":[154],"attention.":[155],"Secondly,":[156],"an":[157],"image-text":[158],"matching":[159],"loss":[160],"applied":[162],"maximize":[164],"similarity":[167],"generated":[170,203],"Experiments":[175],"conducted":[177],"on":[178,192],"two":[179],"open":[180],"datasets.":[181],"Results":[182],"show":[183],"proposed":[186],"TDANet":[187],"reaches":[189],"new":[190],"state-of-the-art":[191],"both":[193],"quantitative":[194],"qualitative":[196],"measures.":[197],"Result":[198],"analysis":[199],"suggests":[200],"consistent":[206],"guidance":[209],"text,":[210],"enabling":[211],"various":[215],"results":[216],"providing":[218],"different":[219],"descriptions.":[220],"Codes":[221],"available":[223],"at":[224],"https://github.com/idealwhite/TDANet":[225]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":5}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2020-08-18T00:00:00"}