{"id":"https://openalex.org/W7110201572","doi":"https://doi.org/10.1145/3757377.3763820","title":"In-Context Brush: Zero-shot Customized Subject Insertion with Context-Aware Latent Space Manipulation","display_name":"In-Context Brush: Zero-shot Customized Subject Insertion with Context-Aware Latent Space Manipulation","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W7110201572","doi":"https://doi.org/10.1145/3757377.3763820"},"language":null,"primary_location":{"id":"doi:10.1145/3757377.3763820","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757377.3763820","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGGRAPH Asia 2025 Conference Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3757377.3763820","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yu Xu","orcid":"https://orcid.org/0000-0003-3459-5455"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yu Xu","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fan Tang","orcid":"https://orcid.org/0000-0002-3975-2483"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Tang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"You Wu","orcid":"https://orcid.org/0009-0000-2018-5135"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"You Wu","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lin Gao","orcid":"https://orcid.org/0000-0002-1021-8148"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Gao","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Oliver Deussen","orcid":"https://orcid.org/0000-0001-5803-2185"},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Oliver Deussen","raw_affiliation_strings":["University of Konstanz, Konstanz, Germany"],"affiliations":[{"raw_affiliation_string":"University of Konstanz, Konstanz, Germany","institution_ids":["https://openalex.org/I189712700"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hongbin Yan","orcid":"https://orcid.org/0009-0001-1681-3263"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbin Yan","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jintao Li","orcid":"https://orcid.org/0000-0002-3622-2735"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jintao Li","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Juan Cao","orcid":"https://orcid.org/0000-0002-7857-1546"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Cao","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":null,"display_name":"Tong-Yee Lee","orcid":"https://orcid.org/0000-0001-6699-2944"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tong-Yee Lee","raw_affiliation_strings":["National Cheng-Kung University, Tainan, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Cheng-Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"],"apc_list":null,"apc_paid":null,"fwci":1.2181,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86133596,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9023000001907349,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9023000001907349,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0502999983727932,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.011699999682605267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5680000185966492},{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.5674999952316284},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.545799970626831},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5148000121116638},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5077000260353088},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.5076000094413757},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43209999799728394},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.41200000047683716},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.4036000072956085}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7896999716758728},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5996999740600586},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5680000185966492},{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.5674999952316284},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.545799970626831},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5148000121116638},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5077000260353088},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.5076000094413757},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4348999857902527},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43209999799728394},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.41200000047683716},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.4036000072956085},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.38670000433921814},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.38499999046325684},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.35839998722076416},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3549000024795532},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.35409998893737793},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.29429998993873596},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26589998602867126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3757377.3763820","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757377.3763820","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGGRAPH Asia 2025 Conference Papers","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3757377.3763820","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757377.3763820","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGGRAPH Asia 2025 Conference Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8887096489","display_name":null,"funder_award_id":"62572458","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W4312933868","https://openalex.org/W4385567149","https://openalex.org/W4386072096","https://openalex.org/W4386075528","https://openalex.org/W4386076112","https://openalex.org/W4386083141","https://openalex.org/W4389539271","https://openalex.org/W4390872297","https://openalex.org/W4390872636","https://openalex.org/W4390874575","https://openalex.org/W4400818431","https://openalex.org/W4402716004","https://openalex.org/W4402754148","https://openalex.org/W4402774219","https://openalex.org/W4403791567","https://openalex.org/W4403843284","https://openalex.org/W4403843905","https://openalex.org/W4404612908","https://openalex.org/W4404965485","https://openalex.org/W4409181988","https://openalex.org/W4412588058","https://openalex.org/W4413157087","https://openalex.org/W4413158163","https://openalex.org/W4415796438","https://openalex.org/W6912494966"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2],"diffusion":[3],"models":[4],"have":[5],"enhanced":[6],"multimodal-guided":[7],"visual":[8],"generation,":[9],"enabling":[10],"customized":[11,34,60],"subject":[12,61,110,150],"insertion":[13,62],"that":[14,141,159,172],"seamlessly":[15],"\u201cbrushes\u201d":[16],"user-specified":[17],"objects":[18],"into":[19],"a":[20,56,119],"given":[21],"image":[22,81,92,107,182],"guided":[23],"by":[24,63],"textual":[25,47,84,112],"prompts.":[26,48],"However,":[27],"existing":[28,186],"methods":[29],"often":[30],"struggle":[31],"to":[32,103,146,185],"insert":[33],"subjects":[35],"with":[36,42,93,108],"high":[37],"fidelity":[38],"and":[39,82,89,152,169,181],"align":[40],"results":[41],"the":[43,65,68,79,83,90,94,98,105,109,148],"user\u2019s":[44],"intent":[45],"through":[46,163],"In":[49],"this":[50],"work,":[51],"we":[52,77,124],"propose":[53],"In-Context":[54],"Brush,":[55],"zero-shot":[57],"framework":[58],"for":[59],"reformulating":[64],"task":[66],"within":[67,137],"paradigm":[69],"of":[70,75],"in-context":[71],"learning.":[72],"Without":[73],"loss":[74],"generality,":[76],"formulate":[78],"object":[80],"prompts":[85,113],"as":[86,97],"cross-modal":[87],"demonstrations,":[88],"target":[91,106],"masked":[95],"region":[96],"query.":[99],"The":[100],"goal":[101],"is":[102],"inpaint":[104],"aligning":[111],"without":[114,189],"model":[115],"tuning.":[116],"Building":[117],"upon":[118],"pretrained":[120],"MMDiT-based":[121],"inpainting":[122],"network,":[123],"perform":[125],"test-time":[126],"enhancement":[127],"via":[128],"dual-level":[129],"latent":[130,134],"space":[131],"manipulation:":[132],"intra-head":[133],"feature":[135],"shifting":[136],"each":[138],"attention":[139,144,154,165],"head":[140],"dynamically":[142],"shifts":[143],"outputs":[145],"reflect":[147],"desired":[149],"semantics":[151],"inter-head":[153],"reweighting":[155],"across":[156],"different":[157],"heads":[158],"amplifies":[160],"prompt":[161],"controllability":[162],"differential":[164],"prioritization.":[166],"Extensive":[167],"experiments":[168],"applications":[170],"demonstrate":[171],"our":[173],"approach":[174],"achieves":[175],"superior":[176],"identity":[177],"preservation,":[178],"text":[179],"alignment,":[180],"quality":[183],"compared":[184],"state-of-the-art":[187],"methods,":[188],"requiring":[190],"dedicated":[191],"training":[192],"or":[193],"additional":[194],"data":[195],"collection.":[196],"Project":[197],"page:":[198],"https://yuci-gpt.github.io/In-Context-Brush/.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-12-08T00:00:00"}