{"id":"https://openalex.org/W4403791325","doi":"https://doi.org/10.1145/3664647.3680894","title":"Infusion: Preventing Customized Text-to-Image Diffusion from Overfitting","display_name":"Infusion: Preventing Customized Text-to-Image Diffusion from Overfitting","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791325","doi":"https://doi.org/10.1145/3664647.3680894"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3680894","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680894","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Weili Zeng","orcid":"https://orcid.org/0009-0009-4893-8878"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weili Zeng","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-4893-8878","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048907728","display_name":"Yichao Yan","orcid":"https://orcid.org/0000-0003-3209-8965"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichao Yan","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3209-8965","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102667027","display_name":"Qi Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhu","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-7443-866X","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089865487","display_name":"Zhuo Chen","orcid":"https://orcid.org/0009-0004-1068-6525"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Chen","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-1068-6525","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085756411","display_name":"Pengzhi Chu","orcid":"https://orcid.org/0009-0001-7768-811X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengzhi Chu","raw_affiliation_strings":["Student Innovation Center, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-7768-811X","affiliations":[{"raw_affiliation_string":"Student Innovation Center, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100569857","display_name":"Weiming Zhao","orcid":"https://orcid.org/0009-0001-4042-7274"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiming Zhao","raw_affiliation_strings":["Student Innovation Center, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-4042-7274","affiliations":[{"raw_affiliation_string":"Student Innovation Center, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019708391","display_name":"Xiaokang Yang","orcid":"https://orcid.org/0000-0003-4029-3322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokang Yang","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4029-3322","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.9282,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.87617622,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3568","last_page":"3577"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.9278727769851685},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6388667225837708},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5709056854248047},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5268163681030273},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4434841573238373},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3779858946800232},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1434774100780487},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06610867381095886}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.9278727769851685},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6388667225837708},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5709056854248047},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5268163681030273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4434841573238373},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3779858946800232},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1434774100780487},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06610867381095886},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3680894","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680894","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2966792645","https://openalex.org/W3155072588","https://openalex.org/W3159481202","https://openalex.org/W3174525637","https://openalex.org/W3174807077","https://openalex.org/W3176463841","https://openalex.org/W3216352822","https://openalex.org/W4214926101","https://openalex.org/W4233762729","https://openalex.org/W4281657280","https://openalex.org/W4286611278","https://openalex.org/W4287210973","https://openalex.org/W4310380119","https://openalex.org/W4312872987","https://openalex.org/W4312933868","https://openalex.org/W4312977351","https://openalex.org/W4385270985","https://openalex.org/W4385271055","https://openalex.org/W4385271281","https://openalex.org/W4385535331","https://openalex.org/W4386057725","https://openalex.org/W4386072096","https://openalex.org/W4386075993","https://openalex.org/W4386076215","https://openalex.org/W4386076425","https://openalex.org/W4386076532","https://openalex.org/W6797179183","https://openalex.org/W6839328737"],"related_works":["https://openalex.org/W4387297750","https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747"],"abstract_inverted_index":{"Text-to-image":[0],"(T2I)":[1],"customization":[2,96],"aims":[3],"to":[4,50,76,105],"create":[5],"images":[6],"that":[7,98,136],"embody":[8],"specific":[9],"visual":[10],"concepts":[11,104],"delineated":[12],"in":[13,142],"textual":[14],"descriptions.":[15],"However,":[16],"existing":[17],"works":[18],"still":[19],"face":[20],"a":[21,94,126],"main":[22],"challenge,":[23,29],"concept":[24,42,85],"overfitting.":[25],"To":[26,59],"tackle":[27],"this":[28,120],"we":[30,64,91],"first":[31],"analyze":[32],"overfitting,":[33,38,46],"categorizing":[34],"it":[35],"into":[36],"concept-agnostic":[37],"which":[39,47],"undermines":[40],"non-customized":[41,82,115],"knowledge,":[43],"and":[44,73,83,145],"concept-specific":[45],"is":[48],"confined":[49],"customize":[51],"on":[52],"limited":[53,110],"diversities,":[54,112],"i.e,":[55,69],"backgrounds,":[56],"layouts,":[57],"styles.":[58],"evaluate":[60],"the":[61,78,89,100],"overfitting":[62],"degree,":[63],"further":[65],"introduce":[66],"two":[67],"metrics,":[68],"Latent":[70],"Fisher":[71],"divergence":[72],"Wasserstein":[74],"metric":[75],"measure":[77],"distribution":[79],"changes":[80],"of":[81,102,129],"customized":[84,147],"respectively.":[86],"Drawing":[87],"from":[88],"analysis,":[90],"propose":[92],"Infusion,":[93],"T2I":[95],"method":[97],"enables":[99],"learning":[101],"target":[103],"avoid":[106],"being":[107],"constrained":[108],"by":[109],"training":[111],"while":[113],"preserving":[114],"knowledge.":[116],"Remarkably,":[117],"Infusion":[118],"achieves":[119],"feat":[121],"with":[122],"remarkable":[123],"efficiency,":[124],"requiring":[125],"mere":[127],"11KB":[128],"trained":[130],"parameters.":[131],"Extensive":[132],"experiments":[133],"also":[134],"demonstrate":[135],"our":[137],"approach":[138],"outperforms":[139],"state-of-the-art":[140],"methods":[141],"both":[143],"single":[144],"multi-concept":[146],"generation.":[148],"Project":[149],"page:":[150],"https://zwl666666.github.io/infusion/.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}