{"id":"https://openalex.org/W4389599763","doi":"https://doi.org/10.48550/arxiv.2312.05039","title":"SmartMask: Context Aware High-Fidelity Mask Generation for Fine-grained Object Insertion and Layout Control","display_name":"SmartMask: Context Aware High-Fidelity Mask Generation for Fine-grained Object Insertion and Layout Control","publication_year":2023,"publication_date":"2023-12-08","ids":{"openalex":"https://openalex.org/W4389599763","doi":"https://doi.org/10.48550/arxiv.2312.05039"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2312.05039","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.05039","pdf_url":"https://arxiv.org/pdf/2312.05039","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.05039","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042216551","display_name":"Jaskirat Singh","orcid":"https://orcid.org/0000-0002-2531-7878"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Jaskirat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427565","display_name":"Jianming Zhang","orcid":"https://orcid.org/0000-0002-4278-0805"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jianming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100345153","display_name":"Qing Liu","orcid":"https://orcid.org/0000-0001-5286-4423"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101443167","display_name":"Cameron Smith","orcid":"https://orcid.org/0000-0003-1815-1707"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smith, Cameron","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101564904","display_name":"Zhe Lin","orcid":"https://orcid.org/0000-0003-1154-9907"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Zhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100709340","display_name":"Liang Zheng","orcid":"https://orcid.org/0000-0002-1464-9500"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8185216784477234},{"id":"https://openalex.org/keywords/minimum-bounding-box","display_name":"Minimum bounding box","score":0.6185959577560425},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5793529748916626},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5671787261962891},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5192039608955383},{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.47474080324172974},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.42104125022888184},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.39570531249046326},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3821166753768921},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.33955448865890503},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09720328450202942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8185216784477234},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.6185959577560425},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5793529748916626},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5671787261962891},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5192039608955383},{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.47474080324172974},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.42104125022888184},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39570531249046326},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3821166753768921},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.33955448865890503},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09720328450202942},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2312.05039","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.05039","pdf_url":"https://arxiv.org/pdf/2312.05039","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2312.05039","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.05039","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.05039","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.05039","pdf_url":"https://arxiv.org/pdf/2312.05039","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.5799999833106995}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2380775572","https://openalex.org/W2213520135","https://openalex.org/W2244018504","https://openalex.org/W4242046654","https://openalex.org/W3174923100","https://openalex.org/W3134074939","https://openalex.org/W2117562399","https://openalex.org/W4298074124","https://openalex.org/W3214306048","https://openalex.org/W2587407424"],"abstract_inverted_index":{"The":[0],"field":[1],"of":[2,17],"generative":[3],"image":[4],"inpainting":[5],"and":[6,66,141],"object":[7,24,89,103,136],"insertion":[8,104,137],"has":[9],"made":[10],"significant":[11],"progress":[12],"with":[13,92,150,169,183],"the":[14,34,107,119],"recent":[15],"advent":[16],"latent":[18],"diffusion":[19],"models.":[20],"Utilizing":[21],"a":[22,44,93,151],"precise":[23,88],"mask":[25],"can":[26,122,158],"greatly":[27],"enhance":[28],"these":[29,47,59,73],"applications.":[30,60],"However,":[31],"due":[32],"to":[33,49,83,133,161],"challenges":[35],"users":[36],"encounter":[37],"in":[38,63],"creating":[39],"high-fidelity":[40],"masks,":[41],"there":[42],"is":[43,189],"tendency":[45],"for":[46,58,87,179],"methods":[48],"rely":[50],"on":[51],"more":[52,110],"coarse":[53],"masks":[54,86],"(e.g.,":[55],"bounding":[56],"box)":[57],"This":[61],"results":[62],"limited":[64],"control":[65],"compromised":[67],"background":[68,108],"content":[69,109],"preservation.":[70],"To":[71],"overcome":[72],"limitations,":[74],"we":[75,144,174],"introduce":[76],"SmartMask,":[77],"which":[78,130],"allows":[79,131,178],"any":[80],"novice":[81],"user":[82],"create":[84],"detailed":[85,163],"insertion.":[90],"Combined":[91],"ControlNet-Inpaint":[94],"model,":[95,156],"our":[96],"experiments":[97],"demonstrate":[98],"that":[99,146,176],"SmartMask":[100,157,177],"achieves":[101],"superior":[102],"quality,":[105],"preserving":[106],"effectively":[111],"than":[112],"previous":[113],"methods.":[114,186],"Notably,":[115],"unlike":[116],"prior":[117],"works":[118],"proposed":[120],"approach":[121],"also":[123],"be":[124,159],"used":[125,148,160],"even":[126],"without":[127],"user-mask":[128],"guidance,":[129],"it":[132],"perform":[134],"mask-free":[135],"at":[138,191],"diverse":[139],"positions":[140],"scales.":[142],"Furthermore,":[143],"find":[145],"when":[147],"iteratively":[149],"novel":[152],"instruction-tuning":[153],"based":[154,171],"planning":[155],"design":[162],"layouts":[164],"from":[165],"scratch.":[166],"As":[167],"compared":[168],"user-scribble":[170],"layout":[172],"design,":[173],"observe":[175],"better":[180],"quality":[181],"outputs":[182],"layout-to-image":[184],"generation":[185],"Project":[187],"page":[188],"available":[190],"https://smartmask-gen.github.io":[192]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2023-12-12T00:00:00"}