{"id":"https://openalex.org/W4395680683","doi":"https://doi.org/10.1109/tpami.2024.3393898","title":"Structure-Guided Image Completion With Image-Level and Object-Level Semantic Discriminators","display_name":"Structure-Guided Image Completion With Image-Level and Object-Level Semantic Discriminators","publication_year":2024,"publication_date":"2024-04-26","ids":{"openalex":"https://openalex.org/W4395680683","doi":"https://doi.org/10.1109/tpami.2024.3393898","pmid":"https://pubmed.ncbi.nlm.nih.gov/38669165"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3393898","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tpami.2024.3393898","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016267591","display_name":"Haitian Zheng","orcid":"https://orcid.org/0000-0003-0415-1765"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]},{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Haitian Zheng","raw_affiliation_strings":["Department of Computer Science, University of Rochester, Rochester, NY, USA","Adobe Research, USA"],"raw_orcid":"https://orcid.org/0000-0003-0415-1765","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]},{"raw_affiliation_string":"Adobe Research, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101564904","display_name":"Zhe Lin","orcid":"https://orcid.org/0000-0003-1154-9907"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhe Lin","raw_affiliation_strings":["Adobe Research, San Jose, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1154-9907","affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, CA, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085050428","display_name":"Jingwan Lu","orcid":"https://orcid.org/0000-0002-3598-9918"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingwan Lu","raw_affiliation_strings":["Adobe Research, San Jose, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3598-9918","affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, CA, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055156362","display_name":"Scott Cohen","orcid":"https://orcid.org/0000-0002-3459-6899"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Cohen","raw_affiliation_strings":["Adobe Research, San Jose, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, CA, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024777042","display_name":"Eli Shechtman","orcid":"https://orcid.org/0000-0002-6783-1795"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eli Shechtman","raw_affiliation_strings":["Adobe Research, San Jose, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6783-1795","affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, CA, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083898813","display_name":"Connelly Barnes","orcid":null},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Connelly Barnes","raw_affiliation_strings":["Adobe Research, San Jose, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, CA, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036510129","display_name":"Jianming Zhang","orcid":"https://orcid.org/0000-0002-9954-6294"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianming Zhang","raw_affiliation_strings":["Adobe Research, San Jose, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9954-6294","affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, CA, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102334908","display_name":"Qing Liu","orcid":"https://orcid.org/0000-0003-0879-7440"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qing Liu","raw_affiliation_strings":["Adobe Research, San Jose, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0879-7440","affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, CA, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042253371","display_name":"Sohrab Amirghodsi","orcid":null},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sohrab Amirghodsi","raw_affiliation_strings":["Adobe Research, San Jose, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, CA, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuqian Zhou","orcid":"https://orcid.org/0000-0001-7100-113X"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuqian Zhou","raw_affiliation_strings":["Adobe Research, San Jose, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7100-113X","affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, CA, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055469774","display_name":"Jiebo Luo","orcid":"https://orcid.org/0000-0002-4516-9729"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiebo Luo","raw_affiliation_strings":["Department of Computer Science, University of Rochester, Rochester, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-4516-9729","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5016267591"],"corresponding_institution_ids":["https://openalex.org/I1306409833","https://openalex.org/I5388228"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04643555,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"46","issue":"12","first_page":"7669","last_page":"7681"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.916100025177002,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7682539224624634},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6760660409927368},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6252966523170471},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5449255704879761},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.46126964688301086},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.44301533699035645},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4311860501766205},{"id":"https://openalex.org/keywords/image-texture","display_name":"Image texture","score":0.42379891872406006},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.4132579267024994}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7682539224624634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6760660409927368},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6252966523170471},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5449255704879761},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.46126964688301086},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.44301533699035645},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4311860501766205},{"id":"https://openalex.org/C63099799","wikidata":"https://www.wikidata.org/wiki/Q17147001","display_name":"Image texture","level":4,"score":0.42379891872406006},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.4132579267024994}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3393898","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tpami.2024.3393898","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38669165","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38669165","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1975049209","https://openalex.org/W1993120651","https://openalex.org/W1999360130","https://openalex.org/W2031832209","https://openalex.org/W2040378863","https://openalex.org/W2064309976","https://openalex.org/W2093212899","https://openalex.org/W2100415658","https://openalex.org/W2105038642","https://openalex.org/W2125389028","https://openalex.org/W2141155330","https://openalex.org/W2339754110","https://openalex.org/W2732026016","https://openalex.org/W2738588019","https://openalex.org/W2798365772","https://openalex.org/W2801693445","https://openalex.org/W2907097116","https://openalex.org/W2950689937","https://openalex.org/W2953881420","https://openalex.org/W2962770929","https://openalex.org/W2962793481","https://openalex.org/W2962927829","https://openalex.org/W2962974533","https://openalex.org/W2963073614","https://openalex.org/W2963420272","https://openalex.org/W2964148878","https://openalex.org/W2982763192","https://openalex.org/W2989505547","https://openalex.org/W2998075999","https://openalex.org/W2999219213","https://openalex.org/W3015643106","https://openalex.org/W3034419329","https://openalex.org/W3034577585","https://openalex.org/W3035574324","https://openalex.org/W3040462728","https://openalex.org/W3043547428","https://openalex.org/W3082665562","https://openalex.org/W3096579318","https://openalex.org/W3108501258","https://openalex.org/W3108554146","https://openalex.org/W3109174731","https://openalex.org/W3112593261","https://openalex.org/W3130440474","https://openalex.org/W3136958399","https://openalex.org/W3137503266","https://openalex.org/W3170410843","https://openalex.org/W3174525637","https://openalex.org/W3180355996","https://openalex.org/W3190905475","https://openalex.org/W3199003182","https://openalex.org/W3212516020","https://openalex.org/W4213289639","https://openalex.org/W4214701208","https://openalex.org/W4285981784","https://openalex.org/W4294643831","https://openalex.org/W4296554086","https://openalex.org/W4312443583","https://openalex.org/W4312450015","https://openalex.org/W4312497550","https://openalex.org/W4312730263","https://openalex.org/W4312771828","https://openalex.org/W4312933868","https://openalex.org/W4372335335","https://openalex.org/W4386075867","https://openalex.org/W4390873054","https://openalex.org/W6678815747","https://openalex.org/W6738824914","https://openalex.org/W6745560452","https://openalex.org/W6750942122","https://openalex.org/W6754120247","https://openalex.org/W6757857098","https://openalex.org/W6765779288","https://openalex.org/W6779823529","https://openalex.org/W6780043386","https://openalex.org/W6784909784","https://openalex.org/W6785302134","https://openalex.org/W6788742436","https://openalex.org/W6788990321","https://openalex.org/W6791190667","https://openalex.org/W6791353385","https://openalex.org/W6803132585","https://openalex.org/W6804122398"],"related_works":["https://openalex.org/W4360784979","https://openalex.org/W3017192027","https://openalex.org/W2204605857","https://openalex.org/W1996489018","https://openalex.org/W2120981610","https://openalex.org/W2007664797","https://openalex.org/W3129669851","https://openalex.org/W2008487901","https://openalex.org/W2360759360","https://openalex.org/W2065064759"],"abstract_inverted_index":{"Structure-guided":[0],"image":[1,11,189],"completion":[2,190],"aims":[3],"to":[4,13,35,50,68,106,124],"inpaint":[5],"a":[6,22,45,66,78,186],"local":[7],"region":[8,59],"of":[9,53,65,83,93,110,128],"an":[10,14],"according":[12],"input":[15],"guidance":[16],"map":[17],"from":[18],"users.":[19],"While":[20],"such":[21,170],"task":[23],"enables":[24],"many":[25],"practical":[26],"applications":[27],"for":[28,89],"interactive":[29],"editing,":[30],"existing":[31],"methods":[32],"often":[33],"struggle":[34],"hallucinate":[36],"realistic":[37,70],"object":[38,71,172],"instances":[39,121],"in":[40],"complex":[41,94],"natural":[42],"scenes.":[43],"Such":[44],"limitation":[46],"is":[47,161],"partially":[48],"due":[49],"the":[51,57,63,91,99,108,111,116,126,136,196],"lack":[52,64],"semantic-level":[54],"constraints":[55],"inside":[56],"hole":[58],"as":[60,62,122,171],"well":[61],"mechanism":[67],"enforce":[69,125],"generation.":[72],"In":[73,179],"this":[74],"work,":[75],"we":[76],"propose":[77],"learning":[79],"paradigm":[80],"that":[81],"consists":[82],"semantic":[84,100],"discriminators":[85,88,101,118],"and":[86,96,139,151,163,176],"object-level":[87,117],"improving":[90],"generation":[92,137],"semantics":[95],"objects.":[97,130],"Specifically,":[98],"leverage":[102],"pretrained":[103],"visual":[104,113],"features":[105],"improve":[107],"realism":[109,127],"generated":[112],"concepts.":[114],"Moreover,":[115],"take":[119],"aligned":[120],"inputs":[123],"individual":[129],"Our":[131],"proposed":[132],"scheme":[133],"significantly":[134],"improves":[135],"quality":[138],"achieves":[140,192],"state-of-the-art":[141,193],"results":[142,194],"on":[143,154,195],"various":[144],"tasks,":[145],"including":[146],"segmentation-guided":[147],"completion,":[148],"edge-guided":[149],"manipulation":[150,153],"panoptically-guided":[152],"Places2":[155],"datasets.":[156],"Furthermore,":[157],"our":[158,181],"trained":[159,182],"model":[160,183],"flexible":[162],"can":[164],"support":[165],"multiple":[166],"editing":[167],"use":[168],"cases,":[169],"insertion,":[173],"replacement,":[174],"removal":[175],"standard":[177,197],"inpainting.":[178],"particular,":[180],"combined":[184],"with":[185],"novel":[187],"automatic":[188],"pipeline":[191],"inpainting":[198],"task.":[199]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}